-- Logs begin at Fri 2021-01-22 19:19:25 UTC, end at Fri 2021-01-22 20:21:09 UTC. -- Jan 22 19:55:07.577793 dv-cinder-768105-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 22 19:55:10.254231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.common.config [-] Logging enabled! Jan 22 19:55:10.254783 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415 Jan 22 19:55:10.256112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80010) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 22 19:55:10.257861 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.common.config [-] Logging enabled! Jan 22 19:55:10.258159 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415 Jan 22 19:55:10.258507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80010) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 22 19:55:10.259577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 22 19:55:10.259843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 22 19:55:10.260870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 22 19:55:10.261154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 22 19:55:10.261414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 22 19:55:10.261784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.262127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.262464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.262750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.263091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.263461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.263846 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.264134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.264468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.264789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.265107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.265427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.265687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.266005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.266331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.266676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.266934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] debug = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.267250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.267780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.268105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.268418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.268744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.269053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.269367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.269687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.270047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] host = dv-cinder-768105-3-smb {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.270359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.270706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.271034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.271362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.271672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.271984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.272307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.272616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.272924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.273234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.273561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.273888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.274218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.274472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.274754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.275081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.275410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.275721 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.276029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.276338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.276644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.276949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.277250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.277576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.277900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.278231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.278538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.278870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.280006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.280006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.280330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.280640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.280947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.281256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.281582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.281885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.282193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.282533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.282899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.283219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.283541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.283848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.284169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.284474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.284778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.285083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] use_json = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.285388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.285692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.286011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.286319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.286637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.286963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.287268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.287595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:10.287927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.288265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.288613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.288930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.289262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.289579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.289908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.290224 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.290554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.290915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.291241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.291556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.291880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.292195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.292531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.292874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.293209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.293541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.293850 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.294158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.294467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.295437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.295437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.296014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.296343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.296653 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.296968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.297301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.297614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.297922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.298236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.298569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.298911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.299220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.299537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.299851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.300162 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.300468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.300782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.301115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.301428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.301735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.302043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.302354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.302680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.303009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.303322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.303632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.303940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.304255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.304563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.304870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.305188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.305498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.305812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.306120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.306428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.306757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.307065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.307373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.307679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.307983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.308297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.308607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.308914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.309223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.309532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.309839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.310159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.310796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.311047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.311365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.311681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.311996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.312312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.312627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.312939 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.313251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.313560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.313891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.314209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.314528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.314870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.315182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.315518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.315831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.316148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.316460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.316772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.317089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.317411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.317740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.318070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.318397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.318752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.319078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.319391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.319741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.320056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:10.320306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 22 19:55:10.320567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80010) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 22 19:55:10.974856 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading Gnome Jan 22 19:55:10.991787 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading Google Jan 22 19:55:10.994298 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading Windows (alt) Jan 22 19:55:10.998302 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading file Jan 22 19:55:10.999463 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading keyczar Jan 22 19:55:10.999771 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading multi Jan 22 19:55:11.000613 dv-cinder-768105-3-smb neutron-server[80010]: INFO keyring.backend [-] Loading pyfs Jan 22 19:55:11.045922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:11.046238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:11.046565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:11.046960 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 22 19:55:11.437519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.438051 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.438157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.485064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.485377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.485676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.489275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.489585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.489885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.557205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.557512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.557809 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.558974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.559277 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.559569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.825724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.826083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.826391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.826719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.827567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.974542 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.974937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.975263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.975566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.975864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.976242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.976538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.976992 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.977283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.977624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.977922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.978227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.978533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.978852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.979165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.979477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.979772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.980092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.980377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.980866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.981153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.981432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.981771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.982049 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.982457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:11.982907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:11.983182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:11.983453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:11.983724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:11.983991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:11.984261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:11.985635 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 22 19:55:11.988717 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 22 19:55:11.992606 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 22 19:55:11.996407 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jan 22 19:55:11.998101 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 22 19:55:11.999198 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 22 19:55:11.999728 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 22 19:55:12.000161 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 22 19:55:12.002896 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 22 19:55:12.003183 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 22 19:55:12.003565 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 22 19:55:12.025203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 22 19:55:12.025709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.026041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80010) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 22 19:55:12.026448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.027830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80010) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 22 19:55:12.028142 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 22 19:55:12.028417 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 22 19:55:12.032176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.032486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.099339 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 22 19:55:12.099554 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 22 19:55:12.099823 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 22 19:55:12.100226 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 22 19:55:12.135432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.sqlalchemy.engines [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80010) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 22 19:55:12.571283 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing driver for type 'gre' Jan 22 19:55:12.572103 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] gre ID ranges: [(1, 1000)] Jan 22 19:55:12.611857 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing driver for type 'local' Jan 22 19:55:12.612228 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing driver for type 'vlan' Jan 22 19:55:12.621757 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] VlanTypeDriver initialization complete Jan 22 19:55:12.622135 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing driver for type 'vxlan' Jan 22 19:55:12.622694 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] vxlan ID ranges: [(1, 1000)] Jan 22 19:55:12.662918 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing extension driver 'port_security' Jan 22 19:55:12.663284 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] PortSecurityExtensionDriver initialization complete Jan 22 19:55:12.663657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing mechanism driver 'openvswitch' Jan 22 19:55:12.670588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:55:12.671461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.671871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.672261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.672684 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.673080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.673464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.673881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.674265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.674672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.675093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > security_group after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.675474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > security_group after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.676009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > security_group after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.676431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.676815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.677194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.677609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > address_group after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.677989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > address_group after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.678364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > address_group after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.678759 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] ML2 OVO RPC backend initialized. {{(pid=80010) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 22 19:55:12.679477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_interface after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.679873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.680333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.680716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > networks before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.681096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.681471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > ports before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.681849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.682226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnets before_response 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.682626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.683004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.683375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.683748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.684121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.684490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.684862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.685383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.685784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > subnet after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.686428 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.plugin [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Modular L2 Plugin initialization complete Jan 22 19:55:12.686811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading services supported by the core plugin {{(pid=80010) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 22 19:55:12.687208 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.plugins.ml2.managers [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Got port-security extension from driver 'port_security' Jan 22 19:55:12.687722 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.extensions.vlantransparent [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Disabled vlantransparent extension. Jan 22 19:55:12.689254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80010) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 22 19:55:12.689618 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: router Jan 22 19:55:12.727503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_interface before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.727940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_create 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.728352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router before_create 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.728756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.729175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.729568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_delete 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.729968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > floatingip after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.730377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_create 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.730799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_update 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.731193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_update 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.731581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.731988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_update 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.732518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_update 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.732944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.733328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.733706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: subnet after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.734089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.734480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > port precommit_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.734895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_create 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.735287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.735674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.736083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router after_update 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.736466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_delete 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.736856 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_create 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.737266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router_interface after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.737655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_update 55549900 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.738086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > network after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.739114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Tracking information for resource: router configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:12.739490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Tracking information for resource: floatingip configured {{(pid=80010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 19:55:12.744307 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_agentschedulers_db [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 22 19:55:12.744962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.745362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port after_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.745750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port after_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.746140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: port after_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.747086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router before_create 55550100 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.747493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_delete 55550100 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.747925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_create 55550100 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.748322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > router precommit_update 55550100 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.753155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.provider_configuration [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service providers = [] {{(pid=80010) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 22 19:55:12.753557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.servicetype_db [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80010) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 22 19:55:12.756431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.service_base [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 19:55:12.756824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.service_base [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 19:55:12.757204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.service_base [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 19:55:12.758100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.service_base [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 19:55:12.758504 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.services.service_base [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 22 19:55:12.758949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.759306 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 22 19:55:12.770064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.770438 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: auto_allocate Jan 22 19:55:12.776084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: network precommit_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.776491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: network precommit_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.777079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.777436 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: tag Jan 22 19:55:12.785180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.785539 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: timestamp Jan 22 19:55:12.789397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.789770 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: network_ip_availability Jan 22 19:55:12.795600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.796012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.796408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:12.797194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.797554 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: flavors Jan 22 19:55:12.802089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.802467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading Plugin: revisions Jan 22 19:55:12.808122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 19:55:12.808549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=80010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:12.809348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80010) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 22 19:55:12.809714 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Initializing extension manager. Jan 22 19:55:12.810310 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: __init__.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.810841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: __pycache__ {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.811217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.811595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: address_group.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.812394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.813030 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: address-group Jan 22 19:55:12.813394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: address_scope.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.814165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.814778 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: address-scope Jan 22 19:55:12.815150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: admin_state_down_before_update.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.816093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.816671 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: router-admin-state-down-before-update Jan 22 19:55:12.817032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: agent.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.817787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.818363 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: agent Jan 22 19:55:12.818773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: agent_resources_synced.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.819695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.820278 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: agent-resources-synced Jan 22 19:55:12.820638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: allowedaddresspairs.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.822769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.823319 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: allowed-address-pairs Jan 22 19:55:12.823685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: auto_allocated_topology.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.824771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.825356 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: auto-allocated-topology Jan 22 19:55:12.825721 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: availability_zone.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.827020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.827589 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: availability_zone Jan 22 19:55:12.827954 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: availability_zone_filter.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.828882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.829460 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: availability_zone_filter Jan 22 19:55:12.829822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: data_plane_status.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.830771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.831344 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension data-plane-status not supported by any of loaded plugins Jan 22 19:55:12.831703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: default_subnetpools.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.832767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.833346 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: default-subnetpools Jan 22 19:55:12.833709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: dhcpagentscheduler.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.834553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.835166 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: dhcp_agent_scheduler Jan 22 19:55:12.835531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: dns.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.836477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.837048 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension dns-integration not supported by any of loaded plugins Jan 22 19:55:12.837411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: dns_domain_ports.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.838337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.838936 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 22 19:55:12.839302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: dvr.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.840026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.840601 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: dvr Jan 22 19:55:12.840966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: empty_string_filtering.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.842439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.843038 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: empty-string-filtering Jan 22 19:55:12.843401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.844342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.844918 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 22 19:55:12.845277 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.846204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.846806 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 22 19:55:12.847168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: external_net.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.848084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.848661 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: external-net Jan 22 19:55:12.849018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: extra_dhcp_opt.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.849938 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.850514 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: extra_dhcp_opt Jan 22 19:55:12.850897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: extraroute.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.851818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.852395 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: extraroute Jan 22 19:55:12.852758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: extraroute_atomic.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.853802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.854379 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: extraroute-atomic Jan 22 19:55:12.854779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: filter_validation.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.855482 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.856048 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: filter-validation Jan 22 19:55:12.856407 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: fip_pf_description.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.857870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.858446 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 22 19:55:12.858837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: fip_port_details.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.859785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.860356 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: fip-port-details Jan 22 19:55:12.860715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: flavors.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.862042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.862652 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: flavors Jan 22 19:55:12.863021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.864679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.865277 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 22 19:55:12.865652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: floatingip_pools.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.866406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.867025 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: floatingip-pools Jan 22 19:55:12.867393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: ip_allocation.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.868335 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.868914 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension ip_allocation not supported by any of loaded plugins Jan 22 19:55:12.869281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.870218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.870821 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: ip-substring-filtering Jan 22 19:55:12.871192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l2_adjacency.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.872126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.872757 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 22 19:55:12.873307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.874160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.874774 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: router Jan 22 19:55:12.875145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3_conntrack_helper.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.877386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.877995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 22 19:55:12.878367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.879331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.879918 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: ext-gw-mode Jan 22 19:55:12.880285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.881219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.881802 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: l3-ha Jan 22 19:55:12.882171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3_flavors.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.883231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.883811 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: l3-flavors Jan 22 19:55:12.884175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.885104 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.885674 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 22 19:55:12.886034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: l3agentscheduler.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.887211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.887804 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: l3_agent_scheduler Jan 22 19:55:12.888170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: logging.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.890222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.890840 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension logging not supported by any of loaded plugins Jan 22 19:55:12.891210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: metering.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.892032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.892729 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: metering Jan 22 19:55:12.893096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.894216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.894849 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: metering_source_and_destination_fields Jan 22 19:55:12.895225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: multiprovidernet.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.896158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.896731 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: multi-provider Jan 22 19:55:12.897095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: netmtu.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.898028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.898637 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: net-mtu Jan 22 19:55:12.899018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: netmtu_writable.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.899956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.900535 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: net-mtu-writable Jan 22 19:55:12.900900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: network_availability_zone.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.901728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.902307 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: network_availability_zone Jan 22 19:55:12.902692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: network_ip_availability.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.903813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.905016 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: network-ip-availability Jan 22 19:55:12.905309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: network_segment_range.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.906139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.906748 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension network-segment-range not supported by any of loaded plugins Jan 22 19:55:12.907118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: pagination.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.908127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.908502 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: pagination Jan 22 19:55:12.908864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.909797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.910364 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: port-mac-address-regenerate Jan 22 19:55:12.910750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.911693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.912270 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: port-numa-affinity-policy Jan 22 19:55:12.912631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: port_resource_request.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.913571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.914156 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension port-resource-request not supported by any of loaded plugins Jan 22 19:55:12.914514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: portbindings.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.915502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.916083 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: binding Jan 22 19:55:12.916442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: portbindings_extended.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.917730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.918313 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: binding-extended Jan 22 19:55:12.918699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: portsecurity.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.919650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.920233 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: port-security Jan 22 19:55:12.920593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: project_id.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.921581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.921955 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: project-id Jan 22 19:55:12.922312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: providernet.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.923282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.923864 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: provider Jan 22 19:55:12.924227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.927915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.928514 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos not supported by any of loaded plugins Jan 22 19:55:12.928885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.930122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.930730 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 22 19:55:12.931102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.932032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.932609 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 22 19:55:12.932974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_default.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.933899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.934472 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-default not supported by any of loaded plugins Jan 22 19:55:12.934866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_fip.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.935655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.936284 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-fip not supported by any of loaded plugins Jan 22 19:55:12.936646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_gateway_ip.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.937585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.938165 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 22 19:55:12.938524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_port_network_policy.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.939480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.940054 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 22 19:55:12.940415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_rule_type_details.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.941348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.941919 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 22 19:55:12.942279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: qos_rules_alias.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.943355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.943936 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 22 19:55:12.944301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: quotasv2.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.945276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.945650 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: quotas Jan 22 19:55:12.946011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: quotasv2_detail.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.947904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.948291 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: quota_details Jan 22 19:55:12.948664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: rbac.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.949929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.950527 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: rbac-policies Jan 22 19:55:12.951537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: rbac_address_scope.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.952636 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.953220 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: rbac-address-scope Jan 22 19:55:12.953586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: rbac_security_groups.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.954515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.955128 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: rbac-security-groups Jan 22 19:55:12.955495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: rbac_subnetpool.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.956446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.957008 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: rbac-subnetpool Jan 22 19:55:12.957372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: revisionifmatch.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.958304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.958901 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: revision-if-match Jan 22 19:55:12.959263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: revisions.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.960388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.960962 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: standard-attr-revisions Jan 22 19:55:12.961325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: router_availability_zone.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.962041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.962641 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: router_availability_zone Jan 22 19:55:12.963008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: routerservicetype.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.963950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.964525 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension router-service-type not supported by any of loaded plugins Jan 22 19:55:12.964885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.965833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.966415 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: security-groups-normalized-cidr Jan 22 19:55:12.967349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: security_groups_port_filtering.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.968364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.968940 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: port-security-groups-filtering Jan 22 19:55:12.969303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.970246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.970856 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: security-groups-remote-address-group Jan 22 19:55:12.971220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: securitygroup.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.984485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.985095 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: security-group Jan 22 19:55:12.985472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: segment.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.986488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.987416 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension segment not supported by any of loaded plugins Jan 22 19:55:12.987942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.988948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.989538 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 22 19:55:12.989908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: servicetype.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.991041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.991632 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: service-type Jan 22 19:55:12.992001 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: sorting.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.992993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.993374 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: sorting Jan 22 19:55:12.993737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: standard_attr_segment.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.994683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.995275 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 22 19:55:12.995639 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: standardattrdescription.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.996336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.996912 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: standard-attr-description Jan 22 19:55:12.997275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: stateful_security_group.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.998416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:12.999023 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: stateful-security-group Jan 22 19:55:12.999392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: stdattrs_common.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:12.999993 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 22 19:55:13.000352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.001339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.001877 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 22 19:55:13.002236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: subnet_onboard.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.003379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.003968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: subnet_onboard Jan 22 19:55:13.004327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.005345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.005925 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 22 19:55:13.006318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: subnet_service_types.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.007278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.007857 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: subnet-service-types Jan 22 19:55:13.008220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: subnetallocation.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.009309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.009892 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: subnet_allocation Jan 22 19:55:13.010257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.011005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.011583 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: subnetpool-prefix-ops Jan 22 19:55:13.011944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.012891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.014064 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 22 19:55:13.014344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: tagging.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.015651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.016234 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: standard-attr-tag Jan 22 19:55:13.016600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: timestamp.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.017794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.018385 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loaded extension: standard-attr-timestamp Jan 22 19:55:13.018784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: trunk.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.019819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.020406 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension trunk not supported by any of loaded plugins Jan 22 19:55:13.020774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: trunk_details.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.021718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.022293 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension trunk-details not supported by any of loaded plugins Jan 22 19:55:13.022678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: uplink_status_propagation.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.023611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.024183 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 22 19:55:13.024542 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Loading extension file: vlantransparent.py {{(pid=80010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 19:55:13.025245 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 19:55:13.025816 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 22 19:55:13.028467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:network Jan 22 19:55:13.029826 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:subnet Jan 22 19:55:13.030497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 19:55:13.031201 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:port Jan 22 19:55:13.032681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.033160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service FLAVORS assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.033840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.034314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.034712 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:router Jan 22 19:55:13.035451 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:floatingip Jan 22 19:55:13.036336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service METERING assigned prefix: /metering {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.038132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:13.038543 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:13.038959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 19:55:13.040096 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of CountableResource for resource:rbac_policy Jan 22 19:55:13.040582 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:security_group Jan 22 19:55:13.042199 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 22 19:55:13.043063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service CORE assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.043446 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 19:55:13.043817 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] subnetpool is already registered Jan 22 19:55:13.044503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service CORE assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.044902 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 19:55:13.045283 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] subnetpool is already registered Jan 22 19:55:13.048441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.048920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service FLAVORS assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.049560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.050019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.050393 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:router Jan 22 19:55:13.050788 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] router is already registered Jan 22 19:55:13.051448 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:floatingip Jan 22 19:55:13.051814 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] floatingip is already registered Jan 22 19:55:13.052540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service METERING assigned prefix: /metering {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.053312 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of CountableResource for resource:rbac_policy Jan 22 19:55:13.053681 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] rbac_policy is already registered Jan 22 19:55:13.054308 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:security_group Jan 22 19:55:13.054699 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] security_group is already registered Jan 22 19:55:13.055359 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 22 19:55:13.055724 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] security_group_rule is already registered Jan 22 19:55:13.056461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service CORE assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.056813 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 19:55:13.057178 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] subnetpool is already registered Jan 22 19:55:13.057832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.resource_helper [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Service CORE assigned prefix: {{(pid=80010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 19:55:13.058200 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 19:55:13.058559 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.quota.resource_registry [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] subnetpool is already registered Jan 22 19:55:13.059325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: extensions {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.061391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: address-groups {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.063142 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: address-scopes {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.064433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: agents {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.065669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: auto-allocated-topology {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.067008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: availability_zones {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.068391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: dhcp-networks {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.069854 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: dhcp-agents {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.071397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: routers {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.073604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: flavors {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.074874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: service_profiles {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.076696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: next_providers {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.078342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: service_profiles {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.079933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: floatingip-pools {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.081248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: routers {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.083148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: floatingips {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.084412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: l3-routers {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.085907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: l3-agents {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.087444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: metering-labels {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.088885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: metering-label-rules {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.090233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: network-ip-availabilities {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.092280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: bindings {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.094408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: quotas {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.095959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: quotas {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.097494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: rbac-policies {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.098881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: security-groups {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.100155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: security-group-rules {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.101490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: service-providers {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.102786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: subnetpools {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.104274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: subnetpools {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.105811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.108426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.110341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.112243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.115148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.117018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.118919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.120875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.122998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.124972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.extensions [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Extended resource: tags {{(pid=80010) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 19:55:13.132212 dv-cinder-768105-3-smb neutron-server[80010]: WARNING keystonemiddleware.auth_token [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 22 19:55:13.137555 dv-cinder-768105-3-smb neutron-server[80010]: WARNING keystonemiddleware.auth_token [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 22 19:55:13.146540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Acquired lock "singleton_lock" {{(pid=80010) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 22 19:55:13.147094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Releasing lock "singleton_lock" {{(pid=80010) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 22 19:55:13.148544 dv-cinder-768105-3-smb neutron-server[80010]: INFO oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Starting 2 workers Jan 22 19:55:13.153435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Started child 80121 {{(pid=80010) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 19:55:13.158772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:13.158958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Started child 80122 {{(pid=80010) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 19:55:13.160213 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [-] (80121) wsgi starting up on http://0.0.0.0:9696 Jan 22 19:55:13.160532 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 22 19:55:13.161186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Notify callbacks [] for process, before_spawn {{(pid=80010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:13.162967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:13.163729 dv-cinder-768105-3-smb neutron-server[80010]: INFO oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Starting 1 workers Jan 22 19:55:13.164330 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [-] (80122) wsgi starting up on http://0.0.0.0:9696 Jan 22 19:55:13.169320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Started child 80123 {{(pid=80010) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 19:55:13.170453 dv-cinder-768105-3-smb neutron-server[80010]: INFO oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Starting 1 workers Jan 22 19:55:13.172674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] calling RpcWorker wait() {{(pid=80123) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 22 19:55:13.173126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] returning from RpcWorker wait() {{(pid=80123) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 22 19:55:13.174586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:13.175118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:55:13.175375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Started child 80124 {{(pid=80010) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 19:55:13.176208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9daa-05b9-4cdb-9c3b-6fb9a55dd85b None None] Notify callbacks [] for process, after_spawn {{(pid=80010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:13.177865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80010) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 22 19:55:13.178097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 22 19:55:13.178305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 22 19:55:13.178579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 22 19:55:13.179049 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 22 19:55:13.179242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 22 19:55:13.179800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.180105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.180427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.180536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:13.180723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.181041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.181703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.181995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.182303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.182629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.182918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.183116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.183315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.183615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.183895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.184261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.184548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.184818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.185075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.185408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.185696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.186013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.186303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.186597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] debug = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.186918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.187527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.187791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.188044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.188296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.188602 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.188867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.189165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.189440 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.189688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.189973 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.190250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.190493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.190803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.191102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.191357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.191800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] host = dv-cinder-768105-3-smb {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.192052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.192306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.192573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.192851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.193135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.193397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.193690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.193981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.194258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.194536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.194829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.195092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.195370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.195645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.195888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_options = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.196041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.196330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.196613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.197102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.197267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.197416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.197700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.197893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.198192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.198451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.198769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.198989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.199234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.199480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.199767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.200013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.200285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.200526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.200859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.201138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.201425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.201709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.202402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.202402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.202402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.202903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.203050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.203338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.203507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.203507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.204179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.204393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.204811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.204811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.205051 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.205305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.205543 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.205858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.206146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.206403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.206928 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.206928 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.207469 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.207469 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.207777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.207942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_json = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.208089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.208334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.208629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.208883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.209246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.209498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.209745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.210208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.210689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.210921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.211297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.211573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.211847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.212133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.212404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.212911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.212911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.213199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.213450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.213708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.213855 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:55:13.214041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.214312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.215024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.215024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.215339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.215483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.215718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.216234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.216234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.217583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.217583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.217583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.218015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.218177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.218324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.218592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.218919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.219158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.219387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.219637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.219945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.220200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.220451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.220704 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.220977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.221230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.221505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.221787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.222085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.222360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.222630 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.222984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.223237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.223491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.223740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.224027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.224294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.224589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.224867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.225130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.225352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.225601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.225856 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.226134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.226375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.226624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.226911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.227182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.227428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.227725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.228000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.228248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.228496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.228959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.228959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.229230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.229596 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.230124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.230671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.231085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.231624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.232030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.233502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.233740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44096) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:13.233848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.233993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.234265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.234527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.234807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.235062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.235316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.235567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.235815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.236128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.236497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.236774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.237070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.237344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.237629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.237888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.238168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.238424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.239878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.239878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.239878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.239878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.239878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.240365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.240365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.240540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.244550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.247777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.249432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.250143 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0121253 Jan 22 19:55:13.250238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.250238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.250238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.250473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.252607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.252607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.252607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.252607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.253217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.253217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.253217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.253483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.253719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.254122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.254319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.254508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.255683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.255985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.257135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.258082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.258082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.258082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.258315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.258585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.259338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.259338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.262557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.263040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.263472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.263870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.265182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.265182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.265182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.265629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.266625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.266625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.266625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.267074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.268375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.268375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.268375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.268375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.268788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.269072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.269384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.269715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.270032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.270349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.270748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.271071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.271346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.271622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.271875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.272172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.272787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.272787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.273052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.273324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.273929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.273929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.274085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.274633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.274633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.274790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.275013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.275291 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.276567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.276760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.277014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.277269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.277514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.277766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.278013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.279622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.279622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.280274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.280553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.280805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.281075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.281327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.281617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.281827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.282077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.282337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.282581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.283535 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.283798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.284051 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.284374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.284950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.284950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.285184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.285618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.286093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.286373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.286761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.287181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.287613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.287987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.288355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.288777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.289219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.289711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.290196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.290631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.291030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.291475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.291914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.292361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.292765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.293225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.293720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.294164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.294621 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.295623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.296053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.296475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.297061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.297061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.297248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.297442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.297706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.298108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.298509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.298930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.299226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.299489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.299751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.300002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.300953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.300953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.300953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 22 19:55:13.301186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80010) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 22 19:55:13.301318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 22 19:55:13.301618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 22 19:55:13.301968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 22 19:55:13.302637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 22 19:55:13.302637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 22 19:55:13.302637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.302905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.302905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.303253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.303253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.303401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.303608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.303756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.303916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.304065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.304223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.304383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.304534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.304724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.304892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.305074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.305233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.305419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.305593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] debug = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.306943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.307079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.307483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.307483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.307649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.307718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.307958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.308981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.309125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] host = dv-cinder-768105-3-smb {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.309270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.309414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.309559 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.310941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.310941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.310941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.310941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.312593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.312593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.312911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.312911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.313207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.313366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.313514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.313826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_options = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.313826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.314125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.314125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.314405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.314405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.314730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.316765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:55:13.317824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.317824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.318932 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.319114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.319295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.319481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.319668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.319853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.320035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.320218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.320404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.320586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.320770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.320952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.321135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.321318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.321500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.321686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.322122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.322305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.322486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_json = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.322694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.322858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.323209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.323395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.323579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.324570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.324570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.324570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 19:55:13.324570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.324570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.324909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.324909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.324909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.325090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.325246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.325429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.325616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.325802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.326698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.327032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.327373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.327705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.327897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.328640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.328640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.328640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.328640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.328969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.329059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.329293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.329502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.329694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.329883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.330102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.330269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.330380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.330570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.330803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.330991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.331176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.333689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.334825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.335072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.335181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.335374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.335572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.335709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.335889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.336075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.336277 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.336462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.336644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.336802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.336955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.337115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.337264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.337412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.338838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339544 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.339901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.340117 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.340276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.340464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.340650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.340873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.342822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.343822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.344009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.344197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.344386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.344552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.344734 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.344900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.346867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.347097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.347226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.347985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.347985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.347985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.347985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.348396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.348396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.348396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.348575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.348719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.349741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.349741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.349741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.349741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.349741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.349741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.350128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.350128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.350317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.351075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.351075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.351075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.351075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.351361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.352591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.352798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.352999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.353198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.353395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.353595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.353784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.353958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.354148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.354337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.354531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.354760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.354918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.355072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.355344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.355453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.355531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.355714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.355902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.356086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.356276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.356463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.356650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.356839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.357028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.357923 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.358172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.358460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.358582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.358749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.358940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.359128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.359316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.360830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.361035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.361184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.361371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.361559 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.361744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.361929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.362117 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.362303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.362488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.362699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.362880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.363040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.363222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.363408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.363592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.363783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.363953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.364116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.364305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.364460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.364650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.364804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.365008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.365164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.366238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.366238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.366238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.366238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.366238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.366238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.367811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.369403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.371755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.372889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.374813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.374813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.374813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.374813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 19:55:13.374813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80010) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 22 19:55:23.477198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb58770-9655-4b37-9a73-207625ad04be None None] get_active_networks_info from dv-cinder-768105-3-smb {{(pid=80123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 22 19:55:23.545812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb58770-9655-4b37-9a73-207625ad04be None None] No non-hosted networks {{(pid=80123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 22 19:55:23.561272 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a9fd-a850-49ff-829a-fa1439a5e9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616'] for agent, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:25.718767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-160677b2-9852-40cc-8b1e-2783d49eed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616'] for agent, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:25.757346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b95ef104-b118-4942-ac4f-08ef77e2d878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:26.320483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616'] for agent, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:27.275663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616'] for agent, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:27.276912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.277449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.281061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.282763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.284857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.286369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.289681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.290234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.291060 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.291618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.292153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.292674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:27.293259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:55:27.300069 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:55:27.854974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616'] for agent, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:29.113670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] get_endpoint_by_host() called for host dv-cinder-768105-3-smb {{(pid=80123) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 22 19:55:29.118979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] get_endpoint_by_ip() called for ip 192.168.0.60 {{(pid=80123) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 22 19:55:29.122556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] _add_endpoint() called for ip 192.168.0.60 {{(pid=80123) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 22 19:55:29.129098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] _get_endpoints() called {{(pid=80123) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 22 19:55:29.318280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44196) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:29.965759 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-73aef790-c172-47ea-9d84-1646930e6f28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:29.967374 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-73aef790-c172-47ea-9d84-1646930e6f28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:30.200874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [None req-73aef790-c172-47ea-9d84-1646930e6f28 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 19:55:30.201932 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-73aef790-c172-47ea-9d84-1646930e6f28 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8826649 Jan 22 19:55:31.831457 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_hamode_db [None req-1ccf5f5a-9425-4e77-afa0-8eb1c04f00ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 22 19:55:31.919810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf5f5a-9425-4e77-afa0-8eb1c04f00ff None None] Routers set() bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 19:55:31.920301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf5f5a-9425-4e77-afa0-8eb1c04f00ff None None] Router IDs set() for agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 22 19:55:32.912200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44210) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:33.332913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:55:33.387388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.policy [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80122) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 22 19:55:33.388301 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:33.388701 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:33.400771 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] Loaded quota_driver: . Jan 22 19:55:33.417668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:33.474510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744551720543', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744551771228', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744551772924', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744551757918', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744551757217', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3469075', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3457464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-365266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-442567'] for rbac-policy, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:33.536398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:33.537563 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-2f4bad7b-ca7a-4502-8fb3-035757554392 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6243284 Jan 22 19:55:36.510307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44224) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:36.985077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Request body: {'network': {'name': 'private', 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:55:36.991007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:36.995641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Usage tracker for resource:network and tenant:36bacf9a9305409d983799368c4f6bb9 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:55:36.999471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:55:37.005613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:55:37.014822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Made reservation on behalf of 36bacf9a9305409d983799368c4f6bb9 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 19:55:37.020796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.037979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.052583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:37.056400 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Usage tracker for resource:security_group_rule and tenant:36bacf9a9305409d983799368c4f6bb9 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:55:37.060441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:55:37.066022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:55:37.171632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.174264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.179697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:37.202223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 19:55:37.229031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.229558 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Added segment 3dccf683-5199-4a20-a408-bf5b9c3bfc90 of type vxlan for network 26420072-d02b-4959-9927-2446d2f04494 Jan 22 19:55:37.281546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae73a36-97d0-4c18-a452-49d7f84cdc13,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:37.458328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.458720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.459083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.459436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.459785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.460134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.460479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.460823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.461168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.461509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.461850 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.462188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Tracked resource versions report: Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 19:55:37.463347 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 19:55:37.502249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.516041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:37.542875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.544736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:55:37.545371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:37.550054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:37.659553 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1480441 Jan 22 19:55:37.660278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Pushing event updated for resources: {'Network': ['ID=26420072-d02b-4959-9927-2446d2f04494,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:37.677097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:37.685599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 26420072-d02b-4959-9927-2446d2f04494 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 19:55:40.722592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44240) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:41.225915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f89a32-7e38-40f2-b6cd-baf62c744ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:55:41.227372 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b0f89a32-7e38-40f2-b6cd-baf62c744ad8 admin admin] 10.222.0.18 "GET /v2.0/networks/26420072-d02b-4959-9927-2446d2f04494 HTTP/1.1" status: 200 len: 818 time: 0.5037200 Jan 22 19:55:41.256842 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0e1a665c-4838-4ec2-878b-5c8632d183ea admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7ff994bd-7b0d-4d8e-b32a-943117384636 HTTP/1.1" status: 200 len: 734 time: 0.0227194 Jan 22 19:55:41.266162 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:55:41.270641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:41.274514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Usage tracker for resource:subnet and tenant:36bacf9a9305409d983799368c4f6bb9 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:55:41.277437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:55:41.283092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:55:41.291567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Made reservation on behalf of 36bacf9a9305409d983799368c4f6bb9 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 19:55:41.296707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:41.769261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:41.784032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:41.926772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baeff7c8-340a-4922-955c-f3af380cef87,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:41.932918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:41.988842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Checking segment: {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:55:41.989228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Network hostable DHCP agents. Network: 26420072-d02b-4959-9927-2446d2f04494, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 19:55:42.009052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Network 26420072-d02b-4959-9927-2446d2f04494 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 19:55:42.018057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 26420072-d02b-4959-9927-2446d2f04494) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:55:42.022470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:55:42.023089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:42.027075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda94e6-625b-4c84-980c-fd9d17713499 None None] Network 26420072-d02b-4959-9927-2446d2f04494 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:55:42.042208 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7796652 Jan 22 19:55:42.358255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-26420072-d02b-4959-9927-2446d2f04494', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 19:55:42.359987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:42.685958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Allocated IP 172.20.0.2 (26420072-d02b-4959-9927-2446d2f04494/baeff7c8-340a-4922-955c-f3af380cef87/92dc76af-f846-4f1a-b147-f95e8d03404a) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 19:55:43.104358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:43.118223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Transition to ACTIVE for port object 92dc76af-f846-4f1a-b147-f95e8d03404a will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:55:43.135999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Transition to ACTIVE for port object 92dc76af-f846-4f1a-b147-f95e8d03404a will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:55:43.143065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:43.159265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:43.298892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Pushing event updated for resources: {'Port': ['ID=92dc76af-f846-4f1a-b147-f95e8d03404a,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:43.310177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.310560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.310985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.311358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.311725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.312092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.312454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.312812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.313174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.313532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.313890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.314378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Tracked resource versions report: Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 19:55:43.315564 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 19:55:43.319130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:43.375551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Network 26420072-d02b-4959-9927-2446d2f04494 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 19:55:43.376707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:55:43.379590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 19:55:43.441634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Attempting to bind port 92dc76af-f846-4f1a-b147-f95e8d03404a on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 19:55:43.442063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Attempting to bind port 92dc76af-f846-4f1a-b147-f95e8d03404a by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 19:55:43.442467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Attempting to bind port 92dc76af-f846-4f1a-b147-f95e8d03404a on network 26420072-d02b-4959-9927-2446d2f04494 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 19:55:43.448314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 19:55:43.448724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Checking segment: {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:55:43.450175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:43.450175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Bound using segment: {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 19:55:43.450688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Bound port: 92dc76af-f846-4f1a-b147-f95e8d03404a, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 19:55:43.451100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:43.544839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] For port 92dc76af-f846-4f1a-b147-f95e8d03404a, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 19:55:43.549182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] For port 92dc76af-f846-4f1a-b147-f95e8d03404a, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=92dc76af-f846-4f1a-b147-f95e8d03404a,segment=NetworkSegment(3dccf683-5199-4a20-a408-bf5b9c3bfc90),segment_id=3dccf683-5199-4a20-a408-bf5b9c3bfc90)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 19:55:43.552455 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:43.571032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:43.728637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Pushing event updated for resources: {'Port': ['ID=92dc76af-f846-4f1a-b147-f95e8d03404a,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:43.732356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:44.817941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44250) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:45.503011 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-3bab1aca-3f54-40a7-a19c-47f95683cd75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:45.503768 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-3bab1aca-3f54-40a7-a19c-47f95683cd75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:45.736709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [None req-3bab1aca-3f54-40a7-a19c-47f95683cd75 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 19:55:45.737970 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3bab1aca-3f54-40a7-a19c-47f95683cd75 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9180489 Jan 22 19:55:47.188217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 92dc76af-f846-4f1a-b147-f95e8d03404a up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:55:47.259815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 92dc76af-f846-4f1a-b147-f95e8d03404a completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:55:48.474888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28a8f9-3766-4882-aa12-fb995bf50d2c None None] Network 26420072-d02b-4959-9927-2446d2f04494 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:55:48.547066 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44268) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:48.581299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Provisioning for port 92dc76af-f846-4f1a-b147-f95e8d03404a completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:55:48.595718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Provisioning complete for port 92dc76af-f846-4f1a-b147-f95e8d03404a triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:55:48.596141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:48.830903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:48.879663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] For port 92dc76af-f846-4f1a-b147-f95e8d03404a, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=92dc76af-f846-4f1a-b147-f95e8d03404a,segment=NetworkSegment(3dccf683-5199-4a20-a408-bf5b9c3bfc90),segment_id=3dccf683-5199-4a20-a408-bf5b9c3bfc90)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 19:55:48.884121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:48.889062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:48.960520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Pushing event updated for resources: {'Port': ['ID=92dc76af-f846-4f1a-b147-f95e8d03404a,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:48.963794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e99dce08-5c0f-43c0-a757-0e67c4e6e9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:48.981798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [None req-406a9f89-4c96-4037-a3ff-dd893887f547 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 19:55:48.982887 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-406a9f89-4c96-4037-a3ff-dd893887f547 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4348025 Jan 22 19:55:49.112447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-b6748e9b-4461-4bbb-a1bb-b4cc85bddca8 None None] Provisioning complete for port 92dc76af-f846-4f1a-b147-f95e8d03404a triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:55:49.112866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6748e9b-4461-4bbb-a1bb-b4cc85bddca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:49.223575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 92dc76af-f846-4f1a-b147-f95e8d03404a up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:55:49.324108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 92dc76af-f846-4f1a-b147-f95e8d03404a triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:55:49.324572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:49.458336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-24aab766-2137-4a4e-b87e-ccefc7123211 None None] Provisioning complete for port 92dc76af-f846-4f1a-b147-f95e8d03404a triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:55:49.458691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24aab766-2137-4a4e-b87e-ccefc7123211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:52.046582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44280) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:52.448550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'name': 'router1'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:55:52.487410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.policy [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80121) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 22 19:55:52.488231 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:52.488633 dv-cinder-768105-3-smb neutron-server[80010]: WARNING oslo_policy.policy [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 19:55:52.500802 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.quota [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Loaded quota_driver: . Jan 22 19:55:52.517642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:52.523961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Usage tracker for resource:router and tenant:36bacf9a9305409d983799368c4f6bb9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:55:52.528848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:55:52.536323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:55:52.551307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:52.553357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:52.578468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:52.692207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:52.713131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] Notify callbacks [] for router, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:52.714393 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-36d5f832-55d9-4934-b1e7-65cc833c9847 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6667652 Jan 22 19:55:53.357300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5c18195c-61f8-420a-a303-cfd8c3d3f348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:55.423402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44292) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:55.715757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-db8353f0-8692-4203-ade3-9ca44152ce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:55.844548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [None req-162a0322-43aa-4269-a461-8e543e80ccd9 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 19:55:55.845601 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-162a0322-43aa-4269-a461-8e543e80ccd9 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4212031 Jan 22 19:55:56.142941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:57.264395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:57.714235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:58.582869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44312) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:55:58.768683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:55:58.775052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:58.779913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Usage tracker for resource:network and tenant:0e9f0fad2414413aba0b451fdcf85228 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:55:58.783489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:55:58.789308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:55:58.798366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Made reservation on behalf of 0e9f0fad2414413aba0b451fdcf85228 for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 19:55:58.804501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:58.821707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:58.837081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:55:58.840927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9f0fad2414413aba0b451fdcf85228 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:55:58.844119 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:55:58.849732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:55:58.948549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:58.951762 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:58.957037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:59.122993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Reserving flat network on physical network physnet1 {{(pid=80121) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 22 19:55:59.155226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:59.155821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Unsubscribe: segment precommit_create {{(pid=80121) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 22 19:55:59.156322 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Added segment 698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3 of type flat for network 387371e6-5069-4d4c-a8d8-bef223dc9823 Jan 22 19:55:59.207775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1591aa66-2aa5-4140-9635-988f755340a0,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:59.229965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.230336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.231268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.231628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.231983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.232338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.232688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.233039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.233391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.233743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.234089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.234432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Tracked resource versions report: Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 19:55:59.235552 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 19:55:59.280017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:59.283812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:59.327836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:59.329250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:55:59.329952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:55:59.334778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:55:59.441478 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8574138 Jan 22 19:55:59.444295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Pushing event updated for resources: {'Network': ['ID=387371e6-5069-4d4c-a8d8-bef223dc9823,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:55:59.468239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:55:59.475756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 19:56:01.956036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44336) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:56:02.102361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e9b6a-8ae1-4469-8ba8-dfe87c68a74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:56:02.103835 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-376e9b6a-8ae1-4469-8ba8-dfe87c68a74e admin admin] 10.222.0.18 "GET /v2.0/subnets/baeff7c8-340a-4922-955c-f3af380cef87 HTTP/1.1" status: 200 len: 849 time: 0.1467865 Jan 22 19:56:02.279551 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c51deeb2-25aa-4165-a9c7-4179629b23ae admin admin] 10.222.0.18 "GET /v2.0/routers/9052041d-e6ce-4e5b-b48f-ba1950dde152 HTTP/1.1" status: 200 len: 704 time: 0.1688347 Jan 22 19:56:02.770477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:03.276930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Allocated IP 172.20.0.1 (26420072-d02b-4959-9927-2446d2f04494/baeff7c8-340a-4922-955c-f3af380cef87/c8760fed-e416-4354-aa4d-a93eb6103a17) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 19:56:03.439675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:03.457007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Transition to ACTIVE for port object c8760fed-e416-4354-aa4d-a93eb6103a17 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:56:03.513832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:03.529116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:03.661458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Pushing event updated for resources: {'Port': ['ID=c8760fed-e416-4354-aa4d-a93eb6103a17,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:03.667908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:03.720726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Network 26420072-d02b-4959-9927-2446d2f04494 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 19:56:03.721763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:56:03.724003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 19:56:03.724520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:03.887327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-8fb6d089-59fb-44a6-b9a1-f88c2b52cc61 None None] Provisioning for port c8760fed-e416-4354-aa4d-a93eb6103a17 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:56:03.892491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-8fb6d089-59fb-44a6-b9a1-f88c2b52cc61 None None] Provisioning complete for port c8760fed-e416-4354-aa4d-a93eb6103a17 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:56:03.892901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d089-59fb-44a6-b9a1-f88c2b52cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:03.952510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6d089-59fb-44a6-b9a1-f88c2b52cc61 None None] Port c8760fed-e416-4354-aa4d-a93eb6103a17 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 19:56:03.993358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:04.279150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:04.282478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:04.283581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:04.298231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:04.430766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Pushing event updated for resources: {'Port': ['ID=c8760fed-e416-4354-aa4d-a93eb6103a17,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:04.435241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:04.493831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Network 26420072-d02b-4959-9927-2446d2f04494 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 19:56:04.495006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:56:04.676706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1a7406be-7892-4af1-b260-c4d072c65fdb None None] Provisioning complete for port c8760fed-e416-4354-aa4d-a93eb6103a17 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:56:04.677115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a7406be-7892-4af1-b260-c4d072c65fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:04.692435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Router 9052041d-e6ce-4e5b-b48f-ba1950dde152 is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 19:56:04.734560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-1a7406be-7892-4af1-b260-c4d072c65fdb None None] Port c8760fed-e416-4354-aa4d-a93eb6103a17 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 19:56:05.013055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 19:56:05.022553 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] 10.222.0.18 "PUT /v2.0/routers/9052041d-e6ce-4e5b-b48f-ba1950dde152/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7375202 Jan 22 19:56:05.023187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Sync routers for ids ['9052041d-e6ce-4e5b-b48f-ba1950dde152'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 19:56:05.034765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Routers {'9052041d-e6ce-4e5b-b48f-ba1950dde152'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 19:56:05.035648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T19:55:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['9052041d-e6ce-4e5b-b48f-ba1950dde152'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:05.229415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Set router 9052041d-e6ce-4e5b-b48f-ba1950dde152 gateway port host: None {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 19:56:05.778901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'name': 'router1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T19:55:52Z', 'updated_at': '2021-01-22T19:56:03Z', 'revision_number': 2, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'gw_port_host': None, '_interfaces': [{'id': 'c8760fed-e416-4354-aa4d-a93eb6103a17', 'name': '', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'mac_address': 'fa:16:3e:36:ec:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:03Z', 'updated_at': '2021-01-22T19:56:04Z', 'revision_number': 2, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'subnets': [{'id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:05.783896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Checking router: 9052041d-e6ce-4e5b-b48f-ba1950dde152 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 19:56:05.784281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Updating router 9052041d-e6ce-4e5b-b48f-ba1950dde152 port c8760fed-e416-4354-aa4d-a93eb6103a17 binding host dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 19:56:05.839055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:06.288355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:06.303430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Transition to ACTIVE for port object c8760fed-e416-4354-aa4d-a93eb6103a17 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:56:06.306168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:06.322200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:06.462064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Pushing event updated for resources: {'Port': ['ID=c8760fed-e416-4354-aa4d-a93eb6103a17,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:06.478730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.479102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.479462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.479821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.480214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.481284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.481638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.481990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.482340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.482710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.483058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.483399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Tracked resource versions report: Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 19:56:06.484517 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 19:56:06.488885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:06.654790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Attempting to bind port c8760fed-e416-4354-aa4d-a93eb6103a17 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 19:56:06.655374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Attempting to bind port c8760fed-e416-4354-aa4d-a93eb6103a17 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 19:56:06.655860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Attempting to bind port c8760fed-e416-4354-aa4d-a93eb6103a17 on network 26420072-d02b-4959-9927-2446d2f04494 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 19:56:06.661799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 19:56:06.662315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Checking segment: {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:56:06.662920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:06.663433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Bound using segment: {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 19:56:06.664074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Bound port: c8760fed-e416-4354-aa4d-a93eb6103a17, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dccf683-5199-4a20-a408-bf5b9c3bfc90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '26420072-d02b-4959-9927-2446d2f04494'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 19:56:06.664553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:06.757837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] For port c8760fed-e416-4354-aa4d-a93eb6103a17, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 19:56:06.762041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] For port c8760fed-e416-4354-aa4d-a93eb6103a17, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=c8760fed-e416-4354-aa4d-a93eb6103a17,segment=NetworkSegment(3dccf683-5199-4a20-a408-bf5b9c3bfc90),segment_id=3dccf683-5199-4a20-a408-bf5b9c3bfc90)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 19:56:06.766692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:06.781937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:06.932446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Pushing event updated for resources: {'Port': ['ID=c8760fed-e416-4354-aa4d-a93eb6103a17,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:06.937779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:06.995744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Routers {'9052041d-e6ce-4e5b-b48f-ba1950dde152'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 19:56:06.996985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T19:55:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['9052041d-e6ce-4e5b-b48f-ba1950dde152'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:07.176314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] Set router 9052041d-e6ce-4e5b-b48f-ba1950dde152 gateway port host: None {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 19:56:07.521039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'name': 'router1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T19:55:52Z', 'updated_at': '2021-01-22T19:56:03Z', 'revision_number': 2, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'gw_port_host': None, '_interfaces': [{'id': 'c8760fed-e416-4354-aa4d-a93eb6103a17', 'name': '', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'mac_address': 'fa:16:3e:36:ec:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:03Z', 'updated_at': '2021-01-22T19:56:06Z', 'revision_number': 4, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'subnets': [{'id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:07.525191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd1df3-373b-4aa9-879a-1653c6c42124 None None] The sync data for ids ['9052041d-e6ce-4e5b-b48f-ba1950dde152'] in dv-cinder-768105-3-smb is: [{'id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'name': 'router1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T19:55:52Z', 'updated_at': '2021-01-22T19:56:03Z', 'revision_number': 2, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'gw_port_host': None, '_interfaces': [{'id': 'c8760fed-e416-4354-aa4d-a93eb6103a17', 'name': '', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'mac_address': 'fa:16:3e:36:ec:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:03Z', 'updated_at': '2021-01-22T19:56:06Z', 'revision_number': 4, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'subnets': [{'id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 19:56:07.549281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44348) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:56:07.737017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7692be4-ab44-4c81-9029-f80986f8fbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:56:07.737583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f7692be4-ab44-4c81-9029-f80986f8fbdd admin admin] Synchronizing usage tracker for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 19:56:07.753891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f7692be4-ab44-4c81-9029-f80986f8fbdd admin admin] Unset dirty status for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 19:56:07.755187 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f7692be4-ab44-4c81-9029-f80986f8fbdd admin admin] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 842 time: 0.2048659 Jan 22 19:56:07.766208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Request body: {'subnet': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:56:07.771241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:56:07.775186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Usage tracker for resource:subnet and tenant:0e9f0fad2414413aba0b451fdcf85228 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:56:07.778920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:56:07.785003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:56:07.793448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Made reservation on behalf of 0e9f0fad2414413aba0b451fdcf85228 for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 19:56:07.798018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:08.255267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80121) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 19:56:08.255700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:08.270418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:08.415830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf5c626-1a36-46f7-954c-8ce668d466c8,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:08.424053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:08.478156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:56:08.478562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Network hostable DHCP agents. Network: 387371e6-5069-4d4c-a8d8-bef223dc9823, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 19:56:08.501548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 19:56:08.511170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 387371e6-5069-4d4c-a8d8-bef223dc9823) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:56:08.517936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:56:08.519790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:08.522421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae68dde-0fc6-4f43-8760-9df2b5bf9fe8 None None] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:56:08.544684 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7828372 Jan 22 19:56:08.767975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca8ecc1-5cec-4e00-b9dc-e479f05fad7e None None] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:56:09.196429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device c8760fed-e416-4354-aa4d-a93eb6103a17 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:56:09.267865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port c8760fed-e416-4354-aa4d-a93eb6103a17 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:56:09.272597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port c8760fed-e416-4354-aa4d-a93eb6103a17 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:56:09.273003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:09.395319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:09.428375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port c8760fed-e416-4354-aa4d-a93eb6103a17, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=c8760fed-e416-4354-aa4d-a93eb6103a17,segment=NetworkSegment(3dccf683-5199-4a20-a408-bf5b9c3bfc90),segment_id=3dccf683-5199-4a20-a408-bf5b9c3bfc90)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 19:56:09.431135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:09.433200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:09.502289 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=c8760fed-e416-4354-aa4d-a93eb6103a17,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:09.505614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:10.239262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:56:11.131354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44362) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:56:11.179302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device c8760fed-e416-4354-aa4d-a93eb6103a17 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:56:11.248942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port c8760fed-e416-4354-aa4d-a93eb6103a17 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:56:11.249553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:11.382287 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-12e8965b-3e97-40e4-97d9-f2f2c01b127d admin admin] 10.222.0.18 "GET /v2.0/routers/9052041d-e6ce-4e5b-b48f-ba1950dde152 HTTP/1.1" status: 200 len: 710 time: 0.2497287 Jan 22 19:56:11.520541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e8cb9e-cfb0-4159-adb5-69c898e5a212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:56:11.521989 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b1e8cb9e-cfb0-4159-adb5-69c898e5a212 admin admin] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 886 time: 0.1331956 Jan 22 19:56:11.532343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:56:12.134228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:12.471861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:12.533793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:12.547160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:12.561769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:56:12.565743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 19:56:12.568629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 19:56:12.574779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:56:12.658268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:12.660863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:12.674163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:12.769378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9306595-1331-4ca4-897c-eea949e493e0,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:12.774124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:12.935777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Allocated IP 172.28.1.34 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 19:56:13.093802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:13.149364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:13.164773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:13.300824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Pushing event updated for resources: {'Port': ['ID=2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:13.304510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:13.357905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 19:56:13.359031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:56:13.361340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 19:56:13.912427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:14.262766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:14.266088 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3791606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850984209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850984841'] for router, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:14.450464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Router 9052041d-e6ce-4e5b-b48f-ba1950dde152 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 19:56:14.636340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 19:56:14.646150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Sync routers for ids ['9052041d-e6ce-4e5b-b48f-ba1950dde152'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 19:56:14.653113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Notify callbacks [] for router, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:14.658667 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] 10.222.0.18 "PUT /v2.0/routers/9052041d-e6ce-4e5b-b48f-ba1950dde152 HTTP/1.1" status: 200 len: 889 time: 3.1254871 Jan 22 19:56:14.658834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Routers {'9052041d-e6ce-4e5b-b48f-ba1950dde152'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 19:56:14.658834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T19:55:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['9052041d-e6ce-4e5b-b48f-ba1950dde152'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:14.869679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Set router 9052041d-e6ce-4e5b-b48f-ba1950dde152 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 19:56:15.286879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'name': 'router1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T19:55:52Z', 'updated_at': '2021-01-22T19:56:13Z', 'revision_number': 4, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'gw_port': {'id': '2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:12Z', 'updated_at': '2021-01-22T19:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'c8760fed-e416-4354-aa4d-a93eb6103a17', 'name': '', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'mac_address': 'fa:16:3e:36:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:03Z', 'updated_at': '2021-01-22T19:56:09Z', 'revision_number': 5, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'subnets': [{'id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:15.297034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Checking router: 9052041d-e6ce-4e5b-b48f-ba1950dde152 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 19:56:15.297435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Updating router 9052041d-e6ce-4e5b-b48f-ba1950dde152 port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 19:56:15.363300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:15.798941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:15.811959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Transition to ACTIVE for port object 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:56:15.814279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:15.830144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:15.969394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104876a-4746-4e15-95e1-cae0fb6c5676 None None] Pushing event updated for resources: {'Port': ['ID=2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:15.974308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2104876a-4746-4e15-95e1-cae0fb6c5676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:16.030843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Attempting to bind port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 19:56:16.031248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Attempting to bind port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 19:56:16.031650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Attempting to bind port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 19:56:16.037207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 19:56:16.037617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:56:16.038072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:16.038500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 19:56:16.039026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Bound port: 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 19:56:16.039433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:16.115826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] For port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 19:56:16.119126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] For port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 19:56:16.123107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:16.139134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2ce817ab-591c-4555-bf82-c81f260336be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:16.288901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104876a-4746-4e15-95e1-cae0fb6c5676 None None] Pushing event updated for resources: {'Port': ['ID=2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:16.293879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2104876a-4746-4e15-95e1-cae0fb6c5676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:16.335470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Routers {'9052041d-e6ce-4e5b-b48f-ba1950dde152'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 19:56:16.336106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T19:55:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['9052041d-e6ce-4e5b-b48f-ba1950dde152'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:16.677064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] Set router 9052041d-e6ce-4e5b-b48f-ba1950dde152 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 19:56:17.027292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'name': 'router1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T19:55:52Z', 'updated_at': '2021-01-22T19:56:13Z', 'revision_number': 4, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'gw_port': {'id': '2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:12Z', 'updated_at': '2021-01-22T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'c8760fed-e416-4354-aa4d-a93eb6103a17', 'name': '', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'mac_address': 'fa:16:3e:36:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:03Z', 'updated_at': '2021-01-22T19:56:09Z', 'revision_number': 5, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'subnets': [{'id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 19:56:17.031412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0668ee-6a46-43c7-b6c0-017a2b2ef116 None None] The sync data for ids ['9052041d-e6ce-4e5b-b48f-ba1950dde152'] in dv-cinder-768105-3-smb is: [{'id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'name': 'router1', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T19:55:52Z', 'updated_at': '2021-01-22T19:56:13Z', 'revision_number': 4, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'gw_port': {'id': '2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:12Z', 'updated_at': '2021-01-22T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'c8760fed-e416-4354-aa4d-a93eb6103a17', 'name': '', 'network_id': '26420072-d02b-4959-9927-2446d2f04494', 'tenant_id': '36bacf9a9305409d983799368c4f6bb9', 'mac_address': 'fa:16:3e:36:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9052041d-e6ce-4e5b-b48f-ba1950dde152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T19:56:03Z', 'updated_at': '2021-01-22T19:56:09Z', 'revision_number': 5, 'project_id': '36bacf9a9305409d983799368c4f6bb9', 'subnets': [{'id': 'baeff7c8-340a-4922-955c-f3af380cef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff994bd-7b0d-4d8e-b32a-943117384636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 19:56:17.235398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:56:17.311794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:56:17.317213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:56:17.317628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:17.393011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44372) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:56:17.450826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:17.468578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 19:56:17.471797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:17.474186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:56:17.544604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:56:17.547811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:56:17.551161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebefe36-a2c1-40e9-884a-946484b594c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:56:17.552907 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3ebefe36-a2c1-40e9-884a-946484b594c6 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1586280 Jan 22 19:56:19.192847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:56:19.272280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 2f13858b-55a8-4e6c-adfb-1fa9d9fe52bf triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:56:19.272700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:23.382148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cead8aa0-0cbc-4c91-96db-2f121f9c28e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:25.720341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9209-49dc-4f3e-9178-c0faec62f2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:26.148504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:27.267674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:27.748221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:47.237892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:56:53.357916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50142902-44b2-41c4-8433-ebc85af3d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:55.723281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-573ba867-e6ba-4299-8532-282f4c66e8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:56.144976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:57.269033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:56:57.724974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:23.371268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-02f24de5-cd13-4ebc-b1a5-b74dba53b070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:24.237489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:57:25.724195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b53e876-a51c-421f-b1f8-60a15565aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:26.150138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:27.269346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:27.722674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:53.364039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad9f2-8400-4637-b8f9-de152f0275b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:55.724091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1410-a167-45d4-91ca-f90b692715f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:56.152107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:57.271207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:57:57.726927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:01.236150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:58:23.364903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0db5cbcd-20eb-4448-8c3a-208f4c840735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:25.725122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4f00fe78-0110-42a9-8313-84605cec9fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:26.155986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:27.272675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:27.739302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:30.343281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44948) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:30.444952 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.pecan_wsgi.hooks.translation [None req-9622d158-722d-4430-8052-f3b75d7ae43a admin admin] GET failed (client error): The resource could not be found. Jan 22 19:58:30.446877 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9622d158-722d-4430-8052-f3b75d7ae43a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1019113 Jan 22 19:58:30.587532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401f9f3-53ec-4d61-9ac6-2c32d5c80717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:30.589101 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0401f9f3-53ec-4d61-9ac6-2c32d5c80717 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1374905 Jan 22 19:58:33.029475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44958) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:33.178996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3bf1e-e7f6-4fc4-99de-9b42362ebbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:33.181509 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-fae3bf1e-e7f6-4fc4-99de-9b42362ebbb0 admin admin] 10.222.0.18 "GET /v2.0/subnets/baeff7c8-340a-4922-955c-f3af380cef87 HTTP/1.1" status: 200 len: 849 time: 0.1499379 Jan 22 19:58:33.199263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:58:33.324746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:33.629165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744547155622'] for subnet, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:33.644477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:58:33.789313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=baeff7c8-340a-4922-955c-f3af380cef87,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:58:33.802228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.802623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.803003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.803369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.803727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.804085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.804442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.804798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.805210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.805562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.805916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.806264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:58:33.811762 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:58:33.838855 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:33.839496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:33.840863 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] 10.222.0.18 "PUT /v2.0/subnets/baeff7c8-340a-4922-955c-f3af380cef87 HTTP/1.1" status: 200 len: 868 time: 0.6495357 Jan 22 19:58:33.843773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0855baf-786e-41dd-86f9-690aa465de2a None None] Network 26420072-d02b-4959-9927-2446d2f04494 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:58:34.305384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1e042575-1025-4058-9209-801c8f23a6e3 None None] Provisioning complete for port 92dc76af-f846-4f1a-b147-f95e8d03404a triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:58:34.305929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e042575-1025-4058-9209-801c8f23a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:34.439683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1e042575-1025-4058-9209-801c8f23a6e3 None None] Provisioning complete for port c8760fed-e416-4354-aa4d-a93eb6103a17 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:58:34.439991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e042575-1025-4058-9209-801c8f23a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:36.317487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44968) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:36.530294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e290247-85a5-4d46-82b5-22f9f9ba7b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:36.530754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e290247-85a5-4d46-82b5-22f9f9ba7b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:36.532417 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5e290247-85a5-4d46-82b5-22f9f9ba7b7d admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2135918 Jan 22 19:58:38.235568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:58:38.972681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 44978) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:39.188690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb855a-cf9b-4b83-b90f-a345f25a553b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:39.189042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb855a-cf9b-4b83-b90f-a345f25a553b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:39.190733 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d8eb855a-cf9b-4b83-b90f-a345f25a553b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2169726 Jan 22 19:58:41.660331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44988) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:41.879152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf6f5f-3f92-46c8-9aa0-1fa938ed6365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:41.880555 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-25bf6f5f-3f92-46c8-9aa0-1fa938ed6365 admin admin] 10.222.0.18 "GET /v2.0/networks/26420072-d02b-4959-9927-2446d2f04494 HTTP/1.1" status: 200 len: 862 time: 0.2190926 Jan 22 19:58:44.360089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 44998) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:44.567174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00029ab-5ac0-47aa-b617-3cbffe29b52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:44.568912 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b00029ab-5ac0-47aa-b617-3cbffe29b52e admin admin] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 886 time: 0.2077868 Jan 22 19:58:46.997424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45008) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:47.146011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7c103-1293-4bee-8f39-35e0955e2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:47.146442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7c103-1293-4bee-8f39-35e0955e2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:47.147254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-85c7c103-1293-4bee-8f39-35e0955e2bdd admin admin] Synchronizing usage tracker for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:subnet {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 19:58:47.162805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-85c7c103-1293-4bee-8f39-35e0955e2bdd admin admin] Unset dirty status for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:subnet {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 19:58:47.164033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-85c7c103-1293-4bee-8f39-35e0955e2bdd admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1655726 Jan 22 19:58:49.599581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45018) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:49.741108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c04e0b-eebd-43bd-b324-cc4cdac75d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:49.741830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c04e0b-eebd-43bd-b324-cc4cdac75d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:49.743635 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c1c04e0b-eebd-43bd-b324-cc4cdac75d97 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430290 Jan 22 19:58:52.202978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45028) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:52.347356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eff419-b6d9-4f07-92b7-ea9dc23645c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:52.348776 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f1eff419-b6d9-4f07-92b7-ea9dc23645c5 admin admin] 10.222.0.18 "GET /v2.0/subnets/baeff7c8-340a-4922-955c-f3af380cef87 HTTP/1.1" status: 200 len: 868 time: 0.1447806 Jan 22 19:58:53.366695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ebe39035-94c1-42e6-8b18-fc8283c1da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:54.788417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45038) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:58:54.924982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8c37a-19ed-4369-8142-c69cf031fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:58:54.926416 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0ee8c37a-19ed-4369-8142-c69cf031fca7 admin admin] 10.222.0.18 "GET /v2.0/subnets/eaf5c626-1a36-46f7-954c-8ce668d466c8 HTTP/1.1" status: 200 len: 816 time: 0.1368494 Jan 22 19:58:55.728201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63e96a74-ed3a-42f1-9b68-645548cfacc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:56.157112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:57.276773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:58:57.732753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:15.234547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:59:20.853483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45078) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:59:20.931818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [None req-816879cd-53a1-45ba-b81b-5e33ce8809b5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 19:59:20.932936 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-816879cd-53a1-45ba-b81b-5e33ce8809b5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0784414 Jan 22 19:59:23.368826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2e9e-2733-420e-88e6-30fab460b34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:23.485360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45088) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:59:23.590126 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.pecan_wsgi.hooks.translation [None req-480f1657-63af-4af8-bf54-1f3d99f4288f admin admin] GET failed (client error): The resource could not be found. Jan 22 19:59:23.591453 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-480f1657-63af-4af8-bf54-1f3d99f4288f admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1050837 Jan 22 19:59:23.726154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996ce1f-06e5-40a6-a99d-3f2efb49ebce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:59:23.727804 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7996ce1f-06e5-40a6-a99d-3f2efb49ebce admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1320868 Jan 22 19:59:25.729893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16732019-447f-43f7-8aa5-8e1b84c1491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.158937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.203766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45098) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:59:26.281365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:59:26.286936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:59:26.297360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:59:26.306593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Made reservation on behalf of 0e9f0fad2414413aba0b451fdcf85228 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 19:59:26.311176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.406048 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.services.revisions.revision_plugin [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Could not find related network for resource to bump revision. Jan 22 19:59:26.423643 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 19:59:26.433750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.434170 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Added segment e5db5a91-a59c-497f-9f57-a3daad5f583c of type vxlan for network 90ed44f3-476c-4c33-bfc1-48433bc824ea Jan 22 19:59:26.460094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.489112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.490348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:59:26.491629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:26.498138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:59:26.601415 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3959846 Jan 22 19:59:26.604295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=90ed44f3-476c-4c33-bfc1-48433bc824ea,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:59:26.616301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:59:26.630060 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 19:59:27.278589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:27.736831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:29.092880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45108) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 19:59:29.194637 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bfec57-7712-4514-adb6-bc970255892a admin admin] GET failed (client error): The resource could not be found. Jan 22 19:59:29.195192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d4bfec57-7712-4514-adb6-bc970255892a admin admin] Synchronizing usage tracker for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 19:59:29.210585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d4bfec57-7712-4514-adb6-bc970255892a admin admin] Unset dirty status for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 19:59:29.211811 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d4bfec57-7712-4514-adb6-bc970255892a admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1178937 Jan 22 19:59:29.329190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe8443-b9e7-4dfa-917a-96932589d8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:59:29.330797 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-52fe8443-b9e7-4dfa-917a-96932589d8d7 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1145186 Jan 22 19:59:29.341551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 19:59:29.346112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 19:59:29.356305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 19:59:29.364674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Made reservation on behalf of 0e9f0fad2414413aba0b451fdcf85228 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 19:59:29.369820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:29.772430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:29.962563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:59:30.094760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13053ac-4881-4254-af8f-84d62928b515,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:59:30.098778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:59:30.157331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Checking segment: {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:59:30.157717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Network hostable DHCP agents. Network: 90ed44f3-476c-4c33-bfc1-48433bc824ea, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 19:59:30.175988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 19:59:30.184663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 90ed44f3-476c-4c33-bfc1-48433bc824ea) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:59:30.188574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 19:59:30.189211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:30.193750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b1bae-9a8e-4943-beb0-b799bbb9e22e None None] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:59:30.212930 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8750799 Jan 22 19:59:30.426883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-90ed44f3-476c-4c33-bfc1-48433bc824ea', 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea', 'tenant_id': '0e9f0fad2414413aba0b451fdcf85228', 'fixed_ips': [{'subnet_id': 'f13053ac-4881-4254-af8f-84d62928b515'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 19:59:30.427801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:30.883452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Allocated IP 192.168.233.2 (90ed44f3-476c-4c33-bfc1-48433bc824ea/f13053ac-4881-4254-af8f-84d62928b515/e76d70f8-2bac-4982-bad9-32800c0f7bcc) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 19:59:31.111952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:31.123037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Transition to ACTIVE for port object e76d70f8-2bac-4982-bad9-32800c0f7bcc will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:59:31.139746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Transition to ACTIVE for port object e76d70f8-2bac-4982-bad9-32800c0f7bcc will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 19:59:31.144778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:31.161205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2104876a-4746-4e15-95e1-cae0fb6c5676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:59:31.295175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Pushing event updated for resources: {'Port': ['ID=e76d70f8-2bac-4982-bad9-32800c0f7bcc,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:59:31.311575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.311958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.312333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.312701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.313063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.313427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.313783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.314134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.314490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.314867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.315221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.315567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 19:59:31.320041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:59:31.369201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 19:59:31.370324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 19:59:31.372705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 19:59:31.429200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Attempting to bind port e76d70f8-2bac-4982-bad9-32800c0f7bcc on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 19:59:31.429563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Attempting to bind port e76d70f8-2bac-4982-bad9-32800c0f7bcc by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 19:59:31.429912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Attempting to bind port e76d70f8-2bac-4982-bad9-32800c0f7bcc on network 90ed44f3-476c-4c33-bfc1-48433bc824ea {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 19:59:31.436870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 19:59:31.437276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Checking segment: {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 19:59:31.437711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:31.438140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Bound using segment: {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 19:59:31.438708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Bound port: e76d70f8-2bac-4982-bad9-32800c0f7bcc, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 19:59:31.439073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:31.533838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] For port e76d70f8-2bac-4982-bad9-32800c0f7bcc, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 19:59:31.537527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] For port e76d70f8-2bac-4982-bad9-32800c0f7bcc, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=e76d70f8-2bac-4982-bad9-32800c0f7bcc,segment=NetworkSegment(e5db5a91-a59c-497f-9f57-a3daad5f583c),segment_id=e5db5a91-a59c-497f-9f57-a3daad5f583c)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 19:59:31.540622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:31.559497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:59:31.711709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Pushing event updated for resources: {'Port': ['ID=e76d70f8-2bac-4982-bad9-32800c0f7bcc,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:59:31.717166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:59:32.978438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d35850-0cac-4b6f-b210-11b4f3c61e59 None None] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 19:59:33.074784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1f7b716d-f63a-47f2-b1c1-f348a342a31f None None] Provisioning for port e76d70f8-2bac-4982-bad9-32800c0f7bcc completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:59:33.318666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device e76d70f8-2bac-4982-bad9-32800c0f7bcc up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:59:33.389848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port e76d70f8-2bac-4982-bad9-32800c0f7bcc completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 19:59:33.395075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port e76d70f8-2bac-4982-bad9-32800c0f7bcc triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:59:33.395490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:33.538986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-272d5413-331c-41a3-b2ed-27bfe21d3c91 None None] Provisioning complete for port e76d70f8-2bac-4982-bad9-32800c0f7bcc triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:59:33.539403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-272d5413-331c-41a3-b2ed-27bfe21d3c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:33.570048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:33.628120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port e76d70f8-2bac-4982-bad9-32800c0f7bcc, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=e76d70f8-2bac-4982-bad9-32800c0f7bcc,segment=NetworkSegment(e5db5a91-a59c-497f-9f57-a3daad5f583c),segment_id=e5db5a91-a59c-497f-9f57-a3daad5f583c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 19:59:33.637570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:33.672949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 19:59:33.763931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=e76d70f8-2bac-4982-bad9-32800c0f7bcc,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 19:59:33.766830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 19:59:33.877689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-da35cef4-3ecf-475e-990c-34f7f7006c26 None None] Provisioning complete for port e76d70f8-2bac-4982-bad9-32800c0f7bcc triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:59:33.878028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da35cef4-3ecf-475e-990c-34f7f7006c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:35.287794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device e76d70f8-2bac-4982-bad9-32800c0f7bcc up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 19:59:35.359126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port e76d70f8-2bac-4982-bad9-32800c0f7bcc triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 19:59:35.359540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:52.233771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 19:59:53.371669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4719bbf0-d6d3-487c-8642-940a8503d000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:55.736358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3e67a88a-280b-4304-a8a5-42f0b03f9281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:56.163950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:57.280369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 19:59:57.742108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:23.373594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-719a3562-83ee-45e1-a114-54da1fd741b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:25.728129 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d525742-8fdb-42fb-a749-48df260e748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:26.168715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:27.281170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:27.742495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:29.233443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:00:43.189240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45150) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:00:43.195885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [None req-6e9a43e1-8d2b-4250-8557-c8cd9237fce3 tempest-verify_tempest_config-2129218826 tempest-verify_tempest_config-2129218826] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:00:43.196928 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6e9a43e1-8d2b-4250-8557-c8cd9237fce3 tempest-verify_tempest_config-2129218826 tempest-verify_tempest_config-2129218826] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0066183 Jan 22 20:00:43.547458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45170) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:00:43.697798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:43.713379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:00:43.717415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Usage tracker for resource:security_group_rule and tenant:efb0238b43d24f4fae859476441f3236 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:00:43.720410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:00:43.726845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:00:43.817026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:43.819956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:43.830031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78254ebb-db04-4f1d-80e3-8df3b2b4f6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:00:43.872203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efb0238b43d24f4fae859476441f3236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3236058 Jan 22 20:00:43.873780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f2310-0180-485a-b641-5ee5354a0c40,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:00:43.875140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45176) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:00:43.881410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.881796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.882172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.882544 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.882940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.883307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.883668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.884030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.884409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.884772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.885131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.885487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:43.889558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:00:43.939991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:43.966755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:44.014397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:44.019346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:00:44.031924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f2310-0180-485a-b641-5ee5354a0c40,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:00:44.041243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.041619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.041985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.042344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.042726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.043083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.043435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.043788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.044151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.044500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.044848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.045194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:00:44.048826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:44.049992 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c5f2310-0180-485a-b641-5ee5354a0c40 HTTP/1.1" status: 204 len: 168 time: 0.1738117 Jan 22 20:00:44.050955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:00:53.375944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-07b0adf4-fa04-4458-a555-43e1440f73c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:55.731266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9135a18f-80ae-44dd-bd72-6e5d30a4122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:56.172250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:57.284991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:00:57.745470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:06.232404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:01:23.376807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-46225c87-9ebd-464b-b7a8-75a0ec602f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:25.733173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f973d5b9-60ae-4f34-8e9c-4266014f0df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:26.173687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:27.289564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:27.752337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:43.231797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:01:53.377501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3510b88a-db04-4b9b-96ff-0577dc3290d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:55.734509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9657-cad3-4818-beef-ab455152b72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:56.177264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:57.291686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:01:57.756000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:20.231356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 5 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:02:23.379557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-43944b89-54e8-4b97-a582-76497ea859f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:25.736531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6fd0fb81-9c1c-4802-aced-5a188da32b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:26.181293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:27.294300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:27.761552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:33.228792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616'] for agent, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:33.229376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.229657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.230036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.230411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.230834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.231207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.231574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.231941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.232304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.232669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.233033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.233395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:02:33.233782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76810', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:02:33.238540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76810', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:02:33.605779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] get_endpoint_by_host() called for host hv-cinder-76810 {{(pid=80123) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 22 20:02:33.609924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=80123) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 22 20:02:33.614110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=80123) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 22 20:02:33.618789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] _get_endpoints() called {{(pid=80123) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 22 20:02:44.398394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45248) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:02:44.547522 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6c04192b-afb0-4a39-98c6-01d57820219a admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1479702 Jan 22 20:02:47.023066 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45258) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:02:47.111041 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-48b7e60e-42eb-4cda-b3b1-ce0f7cb23dd3 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0867395 Jan 22 20:02:53.380565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf05d83b-9cb8-46ea-a791-0d07eac9c6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:55.739262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67d03cde-f583-416e-b3eb-17f680a86ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:56.181487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:57.231756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:02:57.296405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:02:57.763982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:03.217855 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:23.381935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cf6051b4-6780-4389-9ac0-0b899d188ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:25.739764 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-01c8e824-ed47-43ec-a1ad-6be7c345be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:26.184924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:27.297743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:27.767012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:33.235640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:34.231438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:03:53.388226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-79016db5-cdac-4034-b233-12bccbbcbee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:55.749817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e40c-2782-4863-8e8b-4aec99fd2f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:56.192574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:57.304691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:03:57.770269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:03.260798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:11.231084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:04:23.381273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-234b5632-997c-4ab4-9eed-494673fe1d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:25.745343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c098-b3e7-4cbb-b17c-f184b94bc8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:26.184475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:27.296404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:27.773933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:33.292262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:34.510229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45388) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:34.972156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1850929464-network', 'tenant_id': '0e3113879ef94342b9af846f3447cd2c'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:34.978258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:34.982326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Usage tracker for resource:network and tenant:0e3113879ef94342b9af846f3447cd2c is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:34.986026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:34.992076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:35.002178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Made reservation on behalf of 0e3113879ef94342b9af846f3447cd2c for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:35.007021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.021178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.037906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:35.042528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Usage tracker for resource:security_group_rule and tenant:0e3113879ef94342b9af846f3447cd2c is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:35.045496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:35.052694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:35.171012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.174787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.179271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5e501e55-3d57-4e81-83cb-00d48a36871f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:35.210213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f74317-c9db-47e1-9314-05892f15b79a,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:35.220562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.220934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.221300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.221674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.222021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.222418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.222793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.223145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.223547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.223977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.224327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.224677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.225054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.225696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.225696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.226042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.226381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.226746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.227090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.227441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.227784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.228123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.228465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.228805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Tracked resource versions report: Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}, Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 20:04:35.230101 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 20:04:35.236103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:35.243788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:04:35.254861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.255200 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Added segment ba08daaa-aa74-4a6e-8d07-50c22a37486e of type vxlan for network e10b8fff-b831-40d4-adc1-d52500023fcc Jan 22 20:04:35.283294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.316646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.318086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:35.318910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.324261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:35.439185 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45422) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:35.443240 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9315736 Jan 22 20:04:35.444266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Pushing event updated for resources: {'Network': ['ID=e10b8fff-b831-40d4-adc1-d52500023fcc,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:35.445323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Request body: {'subnet': {'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1850929464-subnet', 'tenant_id': '0e3113879ef94342b9af846f3447cd2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:35.447541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:35.455773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network e10b8fff-b831-40d4-adc1-d52500023fcc details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:04:35.458254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:35.462431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Usage tracker for resource:subnet and tenant:0e3113879ef94342b9af846f3447cd2c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:35.466392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:35.472663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:35.482766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Made reservation on behalf of 0e3113879ef94342b9af846f3447cd2c for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:35.488871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:35.503446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network e10b8fff-b831-40d4-adc1-d52500023fcc details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:04:36.002028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:36.020637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ffa5427d-4194-4748-a2d8-5458841fb8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:36.172454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cfa83f-2d4a-4167-a03c-115b018983da,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:36.192531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.193004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.193469 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.193910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.194341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.194803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.195236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.195664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.196100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.196535 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.196967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.197404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.197874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.198413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.199031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.199209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.199670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.200098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.200887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.200887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.201243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.201674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.202100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.202516 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Tracked resource versions report: Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}, Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 20:04:36.204536 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 20:04:36.209836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:36.279493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Checking segment: {'id': 'ba08daaa-aa74-4a6e-8d07-50c22a37486e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:04:36.279809 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Network hostable DHCP agents. Network: e10b8fff-b831-40d4-adc1-d52500023fcc, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:04:36.303793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Network e10b8fff-b831-40d4-adc1-d52500023fcc is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:04:36.322786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, e10b8fff-b831-40d4-adc1-d52500023fcc) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:36.332324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99781b64-bdc2-43cf-bd84-3f027117cde7 None None] Network e10b8fff-b831-40d4-adc1-d52500023fcc requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:04:36.339634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:36.340110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:36.403843 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9632788 Jan 22 20:04:36.621853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca09b4-e9c6-401d-b349-b697d3fd2e6f None None] Network e10b8fff-b831-40d4-adc1-d52500023fcc requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:04:36.740316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45466) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:36.780367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45472) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:37.284461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1222284001-network', 'tenant_id': '17a32df3a9a14ab2906257ec72b41627'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:37.289814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:37.293980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Usage tracker for resource:network and tenant:17a32df3a9a14ab2906257ec72b41627 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:37.301009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-67411831-network', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:37.307924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:37.310439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:37.312184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Usage tracker for resource:network and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:37.316744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:37.318884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:37.327793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:37.327983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Made reservation on behalf of 17a32df3a9a14ab2906257ec72b41627 for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:37.333880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.342245 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Made reservation on behalf of 803183c6e82d4bc79906dd19c7fabb5b for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:37.349395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.349723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.366765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.366957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:37.371102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Usage tracker for resource:security_group_rule and tenant:17a32df3a9a14ab2906257ec72b41627 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:37.374613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:37.381202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:37.386793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:37.391424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:37.395256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:37.401903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:37.494975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.498838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.504494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:37.520490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.524830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.529374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:37.541522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:04:37.561598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:37.566550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:37.581532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.581924 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Added segment 13329986-e4cd-41a4-b882-913bee7afd50 of type vxlan for network 2e55ab23-9659-4c15-9cea-44f78f23fc28 Jan 22 20:04:37.582871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4151ce79-9cc8-441d-acf8-3b44dae800d7,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:37.595509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:37.613006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.653792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.655458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:37.656090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:37.660381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:04:37.660766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:04:37.672473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-032b7b9b-ccab-443e-b98f-e134aa8db1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:37.963141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Pushing event updated for resources: {'Network': ['ID=2e55ab23-9659-4c15-9cea-44f78f23fc28,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:37.970043 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1850882 Jan 22 20:04:37.970043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:37.970495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45514) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:37.975240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:04:37.976239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Request body: {'subnet': {'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1222284001-subnet', 'tenant_id': '17a32df3a9a14ab2906257ec72b41627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:37.981233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:37.986620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Usage tracker for resource:subnet and tenant:17a32df3a9a14ab2906257ec72b41627 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:37.989795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:37.996239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:38.009966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:04:38.011840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Made reservation on behalf of 17a32df3a9a14ab2906257ec72b41627 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:38.018738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.206993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.272719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:04:38.299908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.300411 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Added segment 30020f96-d738-4fb8-9e02-8c9c117c4b8b of type vxlan for network faafef52-b329-4194-a197-2e5f09b3c452 Jan 22 20:04:38.363259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.456421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.467209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:38.467868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.496659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:38.513078 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7715762 Jan 22 20:04:38.517185 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45540) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:38.523869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Request body: {'subnet': {'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-67411831-subnet', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:38.536381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:38.540411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Usage tracker for resource:subnet and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:38.550020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:38.568331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:38.587630 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Made reservation on behalf of 803183c6e82d4bc79906dd19c7fabb5b for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:38.592361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.736887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Pushing event updated for resources: {'Network': ['ID=faafef52-b329-4194-a197-2e5f09b3c452,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:38.748527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network faafef52-b329-4194-a197-2e5f09b3c452 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:04:38.748817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:38.779953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network faafef52-b329-4194-a197-2e5f09b3c452 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:04:38.839768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:38.870365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e13ace60-f5b9-442a-9dda-7b905e8b9247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:39.074797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:39.080260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:39.161116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Checking segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:04:39.161735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Network hostable DHCP agents. Network: 2e55ab23-9659-4c15-9cea-44f78f23fc28, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:04:39.195777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:04:39.216404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 2e55ab23-9659-4c15-9cea-44f78f23fc28) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:39.221489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:39.222243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:39.234190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20120df1-a5b1-4c05-b9d1-975c220ef0eb None None] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:04:39.265259 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6a735ce6-3198-4513-b82f-818fc2fe9790 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2938936 Jan 22 20:04:39.337149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:39.357860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:39.512426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9026c08e-8093-4737-a8a6-99b1876afaf5,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:39.515816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:39.556501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a49ae2-83a2-41a2-9e41-d2b4754092f5 None None] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:04:39.626481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Checking segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:04:39.626884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Network hostable DHCP agents. Network: faafef52-b329-4194-a197-2e5f09b3c452, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:04:39.680696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Network faafef52-b329-4194-a197-2e5f09b3c452 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:04:39.709975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, faafef52-b329-4194-a197-2e5f09b3c452) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:39.715248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:39.715702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:39.726109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c91e2a-5df8-4375-9571-b28f5d018672 None None] Network faafef52-b329-4194-a197-2e5f09b3c452 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:04:39.761389 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2429941 Jan 22 20:04:39.764221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45590) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:39.770794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:39.775984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:39.780263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Usage tracker for resource:router and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:39.783613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:39.792384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:39.815019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:39.816415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:39.837360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:40.222740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-faafef52-b329-4194-a197-2e5f09b3c452', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 20:04:40.223726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:40.227268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45612) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:40.230999 dv-cinder-768105-3-smb neutron-server[80010]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 22 20:04:40.510574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:40.519189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-b7c29dfc-e769-4587-977a-3d18ceca4818 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:40.520212 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-b7c29dfc-e769-4587-977a-3d18ceca4818 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Synchronizing usage tracker for tenant:0e3113879ef94342b9af846f3447cd2c on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:04:40.550348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-b7c29dfc-e769-4587-977a-3d18ceca4818 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Unset dirty status for tenant:0e3113879ef94342b9af846f3447cd2c on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:04:40.551834 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-b7c29dfc-e769-4587-977a-3d18ceca4818 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/networks?id=e10b8fff-b831-40d4-adc1-d52500023fcc HTTP/1.1" status: 200 len: 812 time: 0.3230903 Jan 22 20:04:40.577368 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-83d64412-47b7-465e-bab6-b85bf996c170 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/quotas/0e3113879ef94342b9af846f3447cd2c HTTP/1.1" status: 200 len: 375 time: 0.0138397 Jan 22 20:04:40.676138 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-2778d69a-fb23-4e15-ba20-3616a4492382 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e3113879ef94342b9af846f3447cd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943334 Jan 22 20:04:40.696101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Allocated IP 172.20.0.2 (faafef52-b329-4194-a197-2e5f09b3c452/9026c08e-8093-4737-a8a6-99b1876afaf5/b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:04:40.798183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45636) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:41.002922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.014794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Transition to ACTIVE for port object b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:41.036508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Transition to ACTIVE for port object b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:41.037433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.044465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.065147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:41.137208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.182754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Pushing event updated for resources: {'Port': ['ID=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:41.210091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.220396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.220890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.226816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.227336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.227721 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.228097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.228470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.228963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.229327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.229691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.230320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.230751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.231119 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.231481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.231816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.232179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.232604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.232871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.233226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.233585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.233942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.234327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.234719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Tracked resource versions report: Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}, Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 20:04:41.236391 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 20:04:41.259083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:41.285730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-de35d662-aa2e-4e92-b19e-8574124ea581 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:04:41.286837 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-de35d662-aa2e-4e92-b19e-8574124ea581 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1075244 Jan 22 20:04:41.458368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Network faafef52-b329-4194-a197-2e5f09b3c452 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:04:41.460148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:41.463220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:04:41.553466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Attempting to bind port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:04:41.553947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Attempting to bind port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:04:41.554276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Attempting to bind port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 on network faafef52-b329-4194-a197-2e5f09b3c452 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:04:41.558153 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-a8970c61-c10f-48c1-ad85-6913f362cea3 service neutron] 10.222.0.18 "GET /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640827 Jan 22 20:04:41.560184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45672) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:41.575015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:04:41.575654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Checking segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:04:41.576322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.591241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Bound using segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:04:41.591991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Bound port: b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:04:41.592433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.613421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Allocated IP 172.28.1.244 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/9cda8e50-6d96-4f8a-8b66-d98476c184d4) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:04:41.758567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.868825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:41.881715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7c9c716e49407ab1100053caabd28c is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:41.895128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:41.908030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:41.909660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.911382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] For port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:04:41.918685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] For port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:04:41.928324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.944675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45712) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:41.955076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:41.974514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:42.092821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:42.118155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-d14dbca6-2130-449b-8c90-a70a1b0673c3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:42.118979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-d14dbca6-2130-449b-8c90-a70a1b0673c3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:04:42.124437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45718) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:42.149871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Pushing event updated for resources: {'Port': ['ID=9cda8e50-6d96-4f8a-8b66-d98476c184d4,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:42.154828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:42.226905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:04:42.228482 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:42.230878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:04:42.274109 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-5dc810b6-9fb7-4af4-871d-a28bf47d0026 service neutron] 10.222.0.18 "GET /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5739195 Jan 22 20:04:42.286228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Pushing event updated for resources: {'Port': ['ID=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:42.290007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:42.325969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.333440 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.349046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3dad40ab-d5e0-4baf-8472-74168b4ffb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:42.368565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-d14dbca6-2130-449b-8c90-a70a1b0673c3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:04:42.369898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-d14dbca6-2130-449b-8c90-a70a1b0673c3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.8087153 Jan 22 20:04:42.425869 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-45b4dd19-157f-46dd-9e74-d56812ec693a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/quotas/17a32df3a9a14ab2906257ec72b41627 HTTP/1.1" status: 200 len: 375 time: 0.0405073 Jan 22 20:04:42.427476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Synchronizing usage tracker for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:04:42.486433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f4f984-a975-4672-96a7-a42faef73709,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:42.497380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:42.499830 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-64d4f557-d00a-4d92-ac31-b8b9ecf5d6a3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639541 Jan 22 20:04:42.507430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Unset dirty status for tenant:0e9f0fad2414413aba0b451fdcf85228 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:04:42.509155 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee7c9c716e49407ab1100053caabd28c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7097151 Jan 22 20:04:42.512040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45728) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:42.586945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45732) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:42.644873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.735572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.806187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-362db25c-dbcc-4530-a6f1-8978de85a3d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:04:42.809538 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-362db25c-dbcc-4530-a6f1-8978de85a3d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1428254 Jan 22 20:04:42.834088 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.840628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.869726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:42.905473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:42.910231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:42.916842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Usage tracker for resource:security_group_rule and tenant:05f0bcf9678e49e685168a1aac3a418f is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:42.920432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:42.923462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Usage tracker for resource:security_group_rule and tenant:a8277c34837a4fbd9d5e13d1d2c6f708 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:42.926836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:42.939903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:42.942433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Usage tracker for resource:security_group_rule and tenant:c658a6b23e424fe3bd991dbb362f56b0 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:42.950352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:42.964236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:42.995524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:42.995765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.019511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:43.078797 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ffc2fc37-7553-40ee-a948-dc2971db47fd req-33a60d71-73b3-4dba-bb73-3692b459ab5c tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.0849795 Jan 22 20:04:43.098367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.124824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:43.142412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.146522 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03f4f984-a975-4672-96a7-a42faef73709 HTTP/1.1" status: 204 len: 168 time: 0.6333334 Jan 22 20:04:43.162752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f4f984-a975-4672-96a7-a42faef73709,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:43.180501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:43.189069 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-3e7b8228-503a-465e-b1e1-65609921e3a6 service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349731 Jan 22 20:04:43.355856 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-a5925638-6357-4707-8143-974d54bcf3cf service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1589320 Jan 22 20:04:43.426351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.433230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.482491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-403bc2a0-3c6c-439a-b755-880b07137cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:43.573980 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8277c34837a4fbd9d5e13d1d2c6f708&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9844811 Jan 22 20:04:43.574929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45776) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:43.624388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:04:43.688907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3622b3-38db-44df-8fff-ebe8be985a78,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:43.693769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:43.715834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.756582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.809311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.827199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:04:43.855297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:43.888351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:43.932788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3622b3-38db-44df-8fff-ebe8be985a78,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:44.011678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:44.012801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.014475 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad3622b3-38db-44df-8fff-ebe8be985a78 HTTP/1.1" status: 204 len: 168 time: 0.4354753 Jan 22 20:04:44.042168 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-96d53eac-bb45-4f75-a9c5-b4cadbcef022 req-b7216de9-8993-4bec-b050-809d2a345196 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.1104994 Jan 22 20:04:44.159282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45806) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:44.191560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.214060 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d47b5ed-21a4-4ba7-8494-9292e7cca0b4 None None] Network faafef52-b329-4194-a197-2e5f09b3c452 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:04:44.231674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:44.246869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Usage tracker for resource:security_group_rule and tenant:51ede00a2f3941699cecdd338cbdea0b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:44.253164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:44.267465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:44.332674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.350213 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c81b7eea-3707-469a-936b-1c437c1a03ed req-3929d44f-63b4-4e39-8bac-4689290e7ab6 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.0683877 Jan 22 20:04:44.363867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.384641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:44.413407 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.447243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2563305c-bb39-4bc2-b5cf-e68b97f33989,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:44.450737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:44.460827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.510929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:44.522259 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c658a6b23e424fe3bd991dbb362f56b0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3943937 Jan 22 20:04:44.536583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45828) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:44.547272 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05f0bcf9678e49e685168a1aac3a418f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5974517 Jan 22 20:04:44.551220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45832) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:44.664666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2807dd87-f7aa-4e16-ad0b-bfc56f47c4e8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:44.675463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:44.705390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Provisioning for port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:04:44.723223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Provisioning complete for port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:44.723638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.752480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.831518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 20:04:44.851269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.880416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.905959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:44.932150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d58b89c5-135b-417f-bc51-25cc699cabee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:45.013036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9e09a7-d7d1-4415-b96e-6ae6abfedd95,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:45.033247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.042070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.067956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:45.091212 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51ede00a2f3941699cecdd338cbdea0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9300404 Jan 22 20:04:45.100047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45856) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:45.174628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.203775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] For port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:04:45.210913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.213042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:45.285135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45864) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:45.359526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.377395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-c7c6cca0-ebd8-459d-b632-88536ac95b71 None None] Provisioning complete for port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:45.378039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cca0-ebd8-459d-b632-88536ac95b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.430449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.438941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d7f28d4d-3772-4538-a7cc-affb0fbfab46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:45.447499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.464780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Pushing event updated for resources: {'Port': ['ID=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:45.470433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:45.488579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807dd87-f7aa-4e16-ad0b-bfc56f47c4e8,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:45.512533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.522741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:45.539501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.564054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:04:45.573793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:04:45.600443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:04:45.604644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:04:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:04:45.619689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1a8357c6-9dd3-4100-9742-43ed1aa5c7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:45.648964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:45.656798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.663737 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff9e09a7-d7d1-4415-b96e-6ae6abfedd95 HTTP/1.1" status: 204 len: 168 time: 0.5609617 Jan 22 20:04:45.682958 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e94973ee-d423-48ff-8300-c1969e7501c7 req-d95cc747-9cc8-49c3-8c8c-35f8bfb07c98 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.1351109 Jan 22 20:04:45.688202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Usage tracker for resource:security_group_rule and tenant:c39e9f8392ad432d85f03c2445ee957e is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:45.692922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.696544 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2807dd87-f7aa-4e16-ad0b-bfc56f47c4e8 HTTP/1.1" status: 204 len: 168 time: 1.1544659 Jan 22 20:04:45.707597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.711491 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9435842 Jan 22 20:04:45.711651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:45.711746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45878) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:45.731295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:45.804498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e5d3b6f0-3ced-4abe-804f-551742ded2a8 None None] Provisioning complete for port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:45.804907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b6f0-3ced-4abe-804f-551742ded2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.867845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9e09a7-d7d1-4415-b96e-6ae6abfedd95,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:45.898785 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa120852-9d6c-4f03-b747-31ec628e41cb req-b449237f-921a-4d20-83d4-2b4150a2e594 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.1494942 Jan 22 20:04:45.925338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:45.926249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:45.960329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:46.007081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2563305c-bb39-4bc2-b5cf-e68b97f33989,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:46.009322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.010528 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2563305c-bb39-4bc2-b5cf-e68b97f33989 HTTP/1.1" status: 204 len: 168 time: 1.4583023 Jan 22 20:04:46.022136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:46.088268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:04:46.239226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.254029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.288686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-926271e4-41e3-4ef2-8861-d46654792d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:46.364754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.22', 62664) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:46.398222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5972e9-1428-484d-a3b6-2187de2dc609,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:46.419258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:46.478037 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c39e9f8392ad432d85f03c2445ee957e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1917129 Jan 22 20:04:46.480532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45906) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:46.615017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.619616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-062c30b4-e9e6-4256-a4fd-fb8947639dc5 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:46.621593 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-062c30b4-e9e6-4256-a4fd-fb8947639dc5 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.2557099 Jan 22 20:04:46.695003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.795400 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 45918) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:46.802698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.809785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:46.815779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:42Z', 'revision_number': 3, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:04:46.825604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:04:46.826022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Updating router 0807e433-7f29-4b5e-90f6-8240a8154e30 port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 binding host dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:04:46.845277 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5972e9-1428-484d-a3b6-2187de2dc609,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:46.848494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:46.849751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:46.855316 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a5972e9-1428-484d-a3b6-2187de2dc609 HTTP/1.1" status: 204 len: 168 time: 0.3726876 Jan 22 20:04:47.016983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.041736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Request body: {'port': {'device_id': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28', 'admin_state_up': True, 'tenant_id': '17a32df3a9a14ab2906257ec72b41627'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:47.091834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.22', 62668) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:47.139292 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e2c65162-0b6b-4847-a93c-8d3075f1d5ae req-cf566daa-98ba-4658-b48a-04a82234aaf7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.1442995 Jan 22 20:04:47.145615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.251145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45952) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:47.309965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.457312 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-20154601-c1f0-45c0-8c83-877f01b27755 req-719bfe17-dbcb-4482-8584-451bf1e4e18c tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.0945652 Jan 22 20:04:47.483982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:47.502424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Usage tracker for resource:security_group_rule and tenant:63f145b71a10435cacb91fb8e019bb94 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:47.518755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:47.532059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:47.567884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:04:47.591841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-9f70fb9b-cf76-4f22-a38d-94e60654eb70 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:47.593657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-9f70fb9b-cf76-4f22-a38d-94e60654eb70 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.22 "GET /v2.0/networks?id=e10b8fff-b831-40d4-adc1-d52500023fcc HTTP/1.1" status: 200 len: 812 time: 0.4502535 Jan 22 20:04:47.685299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.689806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.702156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:47.798429 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63f145b71a10435cacb91fb8e019bb94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5443401 Jan 22 20:04:47.799640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e587a-67e8-4c88-ac41-1f8d01838ec2,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:47.803076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 45988) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:47.806453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:47.845826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:47.846252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.915809 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:47.923564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:47.928350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Usage tracker for resource:security_group_rule and tenant:b3ebdcae45fe4836b89d020d2fa0a2e1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:47.932179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:47.953827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:47.981429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.074456 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.109025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Transition to ACTIVE for port object 9cda8e50-6d96-4f8a-8b66-d98476c184d4 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:48.118888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.135616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:48.139617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Request body: {'port': {'device_id': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc', 'admin_state_up': True, 'tenant_id': '0e3113879ef94342b9af846f3447cd2c'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:48.142382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.148988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:48.204380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e587a-67e8-4c88-ac41-1f8d01838ec2,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:48.208965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:48.213632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.231700 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/406e587a-67e8-4c88-ac41-1f8d01838ec2 HTTP/1.1" status: 204 len: 168 time: 0.4271228 Jan 22 20:04:48.335785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:48.341160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:48.345557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.353230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Usage tracker for resource:port and tenant:0e3113879ef94342b9af846f3447cd2c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:48.356575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Usage tracker for resource:port and tenant:17a32df3a9a14ab2906257ec72b41627 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:48.359858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.363183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:48.366120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:48.388480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:48.391689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:48.441159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:04:48.445296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:48.453409 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2508f8ea-6188-4b13-a1c1-33604a38a374 req-9e12505f-1d69-492b-948a-a7f20b6d95cf tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.0835667 Jan 22 20:04:48.456779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Pushing event updated for resources: {'Port': ['ID=9cda8e50-6d96-4f8a-8b66-d98476c184d4,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:48.514294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e93a6b-1cad-4d38-aeb3-22dfffd13800,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:48.561899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Attempting to bind port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:04:48.562858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Attempting to bind port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:04:48.563347 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Attempting to bind port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:04:48.570264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.570769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.571225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.571782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.572228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.572667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.573103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.573538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.574093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.574752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.575308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.575857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.576416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.577178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.577620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.578537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.579113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.579775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.580211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.580646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.581083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.581628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.582065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.582496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Tracked resource versions report: Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: pushed versions: Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: { 'AddressGroup': {'1.1'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': {'1.0'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': {'1.0'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': {'1.1'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': {'1.6'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': {'1.2'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': {'1.8'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': {'1.4'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': {'1.2'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': {'1.0'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': {'1.1'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': {'1.1'}} Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: consumer versions: Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: { DHCP agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: L3 agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: Metadata agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: Metering agent@dv-cinder-768105-3-smb: {}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@dv-cinder-768105-3-smb: { 'AddressGroup': '1.1', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}, Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'ConntrackHelper': '1.0', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Log': '1.0', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Network': '1.1', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Port': '1.6', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'PortForwarding': '1.2', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'QosPolicy': '1.8', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroup': '1.4', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SecurityGroupRule': '1.2', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'SubPort': '1.0', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Subnet': '1.1', Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: 'Trunk': '1.1'}} Jan 22 20:04:48.584007 dv-cinder-768105-3-smb neutron-server[80010]: {{(pid=80124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 20:04:48.591176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:48.592313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:04:48.593270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:04:48.595056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.595811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:04:48.596663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Bound port: 9cda8e50-6d96-4f8a-8b66-d98476c184d4, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:04:48.597229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.636075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:48.747502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.799722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] For port 9cda8e50-6d96-4f8a-8b66-d98476c184d4, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:04:48.809500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] For port 9cda8e50-6d96-4f8a-8b66-d98476c184d4, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=9cda8e50-6d96-4f8a-8b66-d98476c184d4,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:04:48.824371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:48.868416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:48.939322 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5bd3f0b2-4254-43ae-a79d-9f417312caca req-b5c656a2-d91e-4955-856a-a6e20a2d119e tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.1245964 Jan 22 20:04:49.101890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Pushing event updated for resources: {'Port': ['ID=9cda8e50-6d96-4f8a-8b66-d98476c184d4,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:49.112018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:49.200795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Allocated IP 172.20.0.1 (faafef52-b329-4194-a197-2e5f09b3c452/9026c08e-8093-4737-a8a6-99b1876afaf5/3a2ffd58-38dc-4351-91cf-0e931baa6803) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:04:49.353740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:04:49.360424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:04:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:04:49.397686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:49.436976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Transition to ACTIVE for port object 3a2ffd58-38dc-4351-91cf-0e931baa6803 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:49.474426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Made reservation on behalf of 0e3113879ef94342b9af846f3447cd2c for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:49.496097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:49.561242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:49.563614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Made reservation on behalf of 17a32df3a9a14ab2906257ec72b41627 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:04:49.584915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:49.627665 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3ebdcae45fe4836b89d020d2fa0a2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8234437 Jan 22 20:04:49.629533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46042) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:49.805321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:04:49.821146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3cc349e4-66c8-4fed-96d6-1e456709f901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:49.934669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05242c12-b874-4f65-9e2d-766a6d96c61f req-26051769-c45d-4273-9828-39b31588b0e8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.1538897 Jan 22 20:04:49.973949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:50.016391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Pushing event updated for resources: {'Port': ['ID=3a2ffd58-38dc-4351-91cf-0e931baa6803,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:50.028792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:50.057244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:50.248317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:50.260742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:50.373063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e93a6b-1cad-4d38-aeb3-22dfffd13800,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:50.382176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:50.397794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:50.402698 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0e93a6b-1cad-4d38-aeb3-22dfffd13800 HTTP/1.1" status: 204 len: 168 time: 0.7719028 Jan 22 20:04:50.410481 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6932b3fc-8a41-4134-8520-c8795c671d0d req-73575d81-122a-4ec1-afc2-6fb8683b1547 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.1128201 Jan 22 20:04:50.603335 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Allocated IP 172.20.0.2 (e10b8fff-b831-40d4-adc1-d52500023fcc/26cfa83f-2d4a-4167-a03c-115b018983da/d4004fe5-d440-46cc-baed-9149e958d4b3) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:04:50.833503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:50.839922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:42Z', 'revision_number': 3, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:04:50.847311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a3d10-80f0-48d3-9e8c-2aeea1668f10 None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:42Z', 'revision_number': 3, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:04:50.942030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:51.265386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:51.410235 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e7175c66-aca7-40b9-bc18-16ca1dd2f2a0 req-9f6a6e71-721b-478d-a547-43128cf61a21 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.1354926 Jan 22 20:04:51.654797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Network e10b8fff-b831-40d4-adc1-d52500023fcc is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:04:51.668815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:51.716268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:04:51.771468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:51.772194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:51.914077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Pushing event updated for resources: {'Port': ['ID=d4004fe5-d440-46cc-baed-9149e958d4b3,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:51.933259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:51.935546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Network faafef52-b329-4194-a197-2e5f09b3c452 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:04:51.952563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:51.962141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:04:51.962907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:51.977712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88df62-215b-45f8-b05b-b058b5a4d59b req-ea659be8-9ac1-44a4-babc-549071bd7fac tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:51.987968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ad88df62-215b-45f8-b05b-b058b5a4d59b req-ea659be8-9ac1-44a4-babc-549071bd7fac tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 931 time: 0.2253635 Jan 22 20:04:52.116227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ad88df62-215b-45f8-b05b-b058b5a4d59b req-83a75c3f-1f34-4ea1-8297-f2d429d1954d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Synchronizing usage tracker for tenant:0e3113879ef94342b9af846f3447cd2c on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:04:52.164824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ad88df62-215b-45f8-b05b-b058b5a4d59b req-83a75c3f-1f34-4ea1-8297-f2d429d1954d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Unset dirty status for tenant:0e3113879ef94342b9af846f3447cd2c on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:04:52.166229 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ad88df62-215b-45f8-b05b-b058b5a4d59b req-83a75c3f-1f34-4ea1-8297-f2d429d1954d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774118 Jan 22 20:04:52.321677 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1867781 Jan 22 20:04:52.395447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:52.412058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d180fa8-7580-4fa1-a667-b0d4ee8b2300 None None] Provisioning for port 3a2ffd58-38dc-4351-91cf-0e931baa6803 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:04:52.423483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d180fa8-7580-4fa1-a667-b0d4ee8b2300 None None] Provisioning complete for port 3a2ffd58-38dc-4351-91cf-0e931baa6803 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:52.423909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d180fa8-7580-4fa1-a667-b0d4ee8b2300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:52.602747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d180fa8-7580-4fa1-a667-b0d4ee8b2300 None None] Port 3a2ffd58-38dc-4351-91cf-0e931baa6803 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:04:52.833252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:52.837402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Allocated IP 172.20.0.10 (2e55ab23-9659-4c15-9cea-44f78f23fc28/f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd/20c9f773-d4ea-435d-b233-080fe3d4adf8) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:04:52.843671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:52.852375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:52.873880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:52.879115 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-062482c6-41bf-4ca9-8674-8cbab2c41a2f req-2963c1cd-602d-46f2-87e9-9857eb54b9dc tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.1170499 Jan 22 20:04:53.340025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Pushing event updated for resources: {'Port': ['ID=3a2ffd58-38dc-4351-91cf-0e931baa6803,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:53.358998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:53.557474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-e9a714f5-6126-4f44-8fda-c15c4908cbd3 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:04:53.559305 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-e9a714f5-6126-4f44-8fda-c15c4908cbd3 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1151872 Jan 22 20:04:53.635147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 9cda8e50-6d96-4f8a-8b66-d98476c184d4 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:04:53.637874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Network faafef52-b329-4194-a197-2e5f09b3c452 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:04:53.643305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:53.720161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a9c151f3-81b3-4e04-b73b-1d4863f737a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:53.765364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f81891-6733-417d-a136-f0e510a7ccc1 req-a378fdbf-43a7-401f-bfbc-cd8cd273d05d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:53.785753 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97f81891-6733-417d-a136-f0e510a7ccc1 req-a378fdbf-43a7-401f-bfbc-cd8cd273d05d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 931 time: 0.3100545 Jan 22 20:04:53.855956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:04:53.891203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:53.895293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:53.923191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:53.965918 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97f81891-6733-417d-a136-f0e510a7ccc1 req-7b7d53b3-05ec-4e09-88f6-29b37fc8ef0f tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724360 Jan 22 20:04:54.112316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:04:54.128282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:54.234257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:54.329543 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-f4e33dc2-9319-4df6-a046-057eb5e55c69 None None] Provisioning complete for port 3a2ffd58-38dc-4351-91cf-0e931baa6803 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:54.330410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f4e33dc2-9319-4df6-a046-057eb5e55c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:54.445109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29517b7b-1384-4bed-b735-9ba0b72ba1fc req-9344d1b8-a925-441a-89a5-072b5f180fb0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:54.450505 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-29517b7b-1384-4bed-b735-9ba0b72ba1fc req-9344d1b8-a925-441a-89a5-072b5f180fb0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 932 time: 0.2048745 Jan 22 20:04:54.547037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event updated for resources: {'Port': ['ID=20c9f773-d4ea-435d-b233-080fe3d4adf8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:54.581146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:54.598927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:54.612384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-29517b7b-1384-4bed-b735-9ba0b72ba1fc req-ee9e1a85-3589-4803-8f5b-db8d17e44615 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:04:54.639642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-29517b7b-1384-4bed-b735-9ba0b72ba1fc req-ee9e1a85-3589-4803-8f5b-db8d17e44615 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:04:54.646497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-29517b7b-1384-4bed-b735-9ba0b72ba1fc req-ee9e1a85-3589-4803-8f5b-db8d17e44615 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874378 Jan 22 20:04:54.668265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-f4e33dc2-9319-4df6-a046-057eb5e55c69 None None] Port 3a2ffd58-38dc-4351-91cf-0e931baa6803 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:04:54.681211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 9cda8e50-6d96-4f8a-8b66-d98476c184d4, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=9cda8e50-6d96-4f8a-8b66-d98476c184d4,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:04:54.696172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:54.700164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:54.810072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=9cda8e50-6d96-4f8a-8b66-d98476c184d4,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:54.815508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:54.895406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:04:54.901980 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4641ef6d-f8d8-4309-a3f5-6b1a9166931b admin admin] 10.222.0.18 "PUT /v2.0/routers/0807e433-7f29-4b5e-90f6-8240a8154e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1891906 Jan 22 20:04:54.908066 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:04:54.925029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:04:54.925515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:04:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:04:54.967190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46134) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:54.967977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:04:54.970587 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:04:54.974707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:04:55.037315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:55.038427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:55.088863 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2911565 Jan 22 20:04:55.496957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:04:55.641572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90d795-c8ff-4da8-a17b-5f8d4971135b req-7ecc8c97-148f-4b97-bddb-06c8d1393862 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:55.644261 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ac90d795-c8ff-4da8-a17b-5f8d4971135b req-7ecc8c97-148f-4b97-bddb-06c8d1393862 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 931 time: 0.3736210 Jan 22 20:04:55.698500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:55.781113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 9cda8e50-6d96-4f8a-8b66-d98476c184d4 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:04:55.792356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Request body: {'port': {'device_id': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:55.888371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:04:55.888786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:55.969864 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ac90d795-c8ff-4da8-a17b-5f8d4971135b req-e3ee95e6-ccf2-4c97-8ddf-ca5cae148859 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736728 Jan 22 20:04:56.002004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:56.019735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Usage tracker for resource:security_group_rule and tenant:be967787956745f7a887dce69504651a is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:56.032380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:56.046177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:56.137907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9776a50a-ee1d-4048-ac59-dcc774b3a68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.287508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.291068 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.293796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Request body: {'port': {'device_id': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:56.341961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-79607356-36d4-4e75-8b97-d5fe2e160237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:56.361240 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be967787956745f7a887dce69504651a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3918605 Jan 22 20:04:56.388623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.492609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46184) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:56.604472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.690118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 2, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:04:56.705417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:04:56.705835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Updating router 0807e433-7f29-4b5e-90f6-8240a8154e30 port 3a2ffd58-38dc-4351-91cf-0e931baa6803 binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:04:56.860136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def83cc-6b01-46e2-b4af-1746fdc95e3c,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:56.865877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.895192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.960299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:56.975501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:57.145402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:57.160239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:57.182086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e78cd629-6828-4e55-a9bd-58b4a2414e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:57.257130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def83cc-6b01-46e2-b4af-1746fdc95e3c,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:57.360522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0e67a-3c89-4543-8dd2-2818021d5795 req-e8bb095a-d27d-4a1e-a4e6-4b511b76687e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:57.375494 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f4b0e67a-3c89-4543-8dd2-2818021d5795 req-e8bb095a-d27d-4a1e-a4e6-4b511b76687e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 932 time: 1.0346320 Jan 22 20:04:57.376646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:57.449664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:57.467716 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8def83cc-6b01-46e2-b4af-1746fdc95e3c HTTP/1.1" status: 204 len: 168 time: 0.9713953 Jan 22 20:04:57.586371 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f4b0e67a-3c89-4543-8dd2-2818021d5795 req-74a4b84f-c53d-415f-a07e-fae777c8d67c tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744568 Jan 22 20:04:57.616580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:58.169726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:58.316801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82dddb-3e7f-47f3-af72-76fb7c48f2f8 req-faba2c52-539c-4662-bdbb-a9a4a1610d72 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:58.320782 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa82dddb-3e7f-47f3-af72-76fb7c48f2f8 req-faba2c52-539c-4662-bdbb-a9a4a1610d72 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 931 time: 0.3182828 Jan 22 20:04:58.455071 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa82dddb-3e7f-47f3-af72-76fb7c48f2f8 req-5c05b914-323b-44be-bbcd-ed719ec03a80 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258037 Jan 22 20:04:58.513375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46266) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:58.547942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4004fe5-d440-46cc-baed-9149e958d4b3 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:04:58.573867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:58.648281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Transition to ACTIVE for port object d4004fe5-d440-46cc-baed-9149e958d4b3 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:58.702777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:58.736780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Transition to ACTIVE for port object 3a2ffd58-38dc-4351-91cf-0e931baa6803 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:58.741853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:58.787557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:59.274457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb4f0c-cab4-458b-ab3a-e558d544de95 None None] Pushing event updated for resources: {'Port': ['ID=3a2ffd58-38dc-4351-91cf-0e931baa6803,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:04:59.302676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f0c-cab4-458b-ab3a-e558d544de95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:04:59.305633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c9f773-d4ea-435d-b233-080fe3d4adf8 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:04:59.321109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:59.363046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9a9a7-344c-45af-bdf4-00cd96f6377d req-6b4fbea8-3706-4393-850e-210896c50a9a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:04:59.364839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b5d9a9a7-344c-45af-bdf4-00cd96f6377d req-6b4fbea8-3706-4393-850e-210896c50a9a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 932 time: 0.4051094 Jan 22 20:04:59.379918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Transition to ACTIVE for port object 20c9f773-d4ea-435d-b233-080fe3d4adf8 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:04:59.381830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:59.401838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46294) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:04:59.413790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'security_group': {'name': 'tempest-securitygroup--838320845', 'description': 'tempest-description--545187406'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:04:59.424671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:59.428853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:59.435614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:59.451787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:59.501561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:59.591205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:59.614655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:59.617819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:59.631867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:59.708509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:59.755704 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Attempting to bind port 3a2ffd58-38dc-4351-91cf-0e931baa6803 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:04:59.755944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Attempting to bind port 3a2ffd58-38dc-4351-91cf-0e931baa6803 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:04:59.756339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Attempting to bind port 3a2ffd58-38dc-4351-91cf-0e931baa6803 on network faafef52-b329-4194-a197-2e5f09b3c452 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:04:59.763790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:04:59.797960 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:04:59.799030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Checking segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:04:59.801717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:59.802361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Bound using segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:04:59.803363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Bound port: 3a2ffd58-38dc-4351-91cf-0e931baa6803, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:04:59.804480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:04:59.818442 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b5d9a9a7-344c-45af-bdf4-00cd96f6377d req-89d15ac9-dbe1-4a40-b099-892b9df42593 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413662 Jan 22 20:04:59.820660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Usage tracker for resource:security_group_rule and tenant:f9b9f35773c94b52a0ff7222ebeee7e0 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:04:59.837486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:04:59.866581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:04:59.871680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:04:59.962909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.037706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] For port 3a2ffd58-38dc-4351-91cf-0e931baa6803, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:00.050742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] For port 3a2ffd58-38dc-4351-91cf-0e931baa6803, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=3a2ffd58-38dc-4351-91cf-0e931baa6803,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:00.058109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.241201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1c6c0bfd-a9ea-417a-baf8-af3829c3dfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:00.273451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.290046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.317116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46316) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:00.396561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:00.419670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:05:00.420776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:04:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:00.441048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.456831 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0536397 Jan 22 20:05:00.460868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46326) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:00.538497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24b2c5-7599-4bee-b4ea-da18836fdf2f req-4dc1dddf-4349-4a6c-a764-c5eee5e324a7 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:00.540369 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4b24b2c5-7599-4bee-b4ea-da18836fdf2f req-4dc1dddf-4349-4a6c-a764-c5eee5e324a7 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.6538358 Jan 22 20:05:00.551511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'security_group_rule': {'security_group_id': '2a6437e1-9e6e-46fb-a602-3e474d327f9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:00.583284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6437e1-9e6e-46fb-a602-3e474d327f9a,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:00.638536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:00.639633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:00.680379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:00.695664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:00.734748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb4f0c-cab4-458b-ab3a-e558d544de95 None None] Pushing event updated for resources: {'Port': ['ID=3a2ffd58-38dc-4351-91cf-0e931baa6803,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:00.741688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f0c-cab4-458b-ab3a-e558d544de95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:00.747815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:00.761568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Pushing event updated for resources: {'Port': ['ID=d4004fe5-d440-46cc-baed-9149e958d4b3,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:00.762090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.774993 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4b24b2c5-7599-4bee-b4ea-da18836fdf2f req-469d4cc8-d79a-4b15-8044-659f4e2507ad tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689606 Jan 22 20:05:00.775833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.793983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:00.794878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Attempting to bind port d4004fe5-d440-46cc-baed-9149e958d4b3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:05:00.795395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Attempting to bind port d4004fe5-d440-46cc-baed-9149e958d4b3 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'ba08daaa-aa74-4a6e-8d07-50c22a37486e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:05:00.795584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Attempting to bind port d4004fe5-d440-46cc-baed-9149e958d4b3 on network e10b8fff-b831-40d4-adc1-d52500023fcc {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:05:00.801641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:00.804779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:00.824297 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9b9f35773c94b52a0ff7222ebeee7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3092148 Jan 22 20:05:00.831645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46338) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:00.838755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.844037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:05:00.844409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Checking segment: {'id': 'ba08daaa-aa74-4a6e-8d07-50c22a37486e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:00.844871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.845271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Bound using segment: {'id': 'ba08daaa-aa74-4a6e-8d07-50c22a37486e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:05:00.845803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Bound port: d4004fe5-d440-46cc-baed-9149e958d4b3, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba08daaa-aa74-4a6e-8d07-50c22a37486e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e10b8fff-b831-40d4-adc1-d52500023fcc'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:05:00.846267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:00.891507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:05:01.012305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.048710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.065025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] For port d4004fe5-d440-46cc-baed-9149e958d4b3, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:01.069870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] For port d4004fe5-d440-46cc-baed-9149e958d4b3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d4004fe5-d440-46cc-baed-9149e958d4b3,segment=NetworkSegment(ba08daaa-aa74-4a6e-8d07-50c22a37486e),segment_id=ba08daaa-aa74-4a6e-8d07-50c22a37486e)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:01.098479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.102010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Attempting to bind port 20c9f773-d4ea-435d-b233-080fe3d4adf8 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:05:01.102376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Attempting to bind port 20c9f773-d4ea-435d-b233-080fe3d4adf8 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:05:01.102765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Attempting to bind port 20c9f773-d4ea-435d-b233-080fe3d4adf8 on network 2e55ab23-9659-4c15-9cea-44f78f23fc28 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:05:01.122047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Pushing event updated for resources: {'Port': ['ID=20c9f773-d4ea-435d-b233-080fe3d4adf8,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:01.136962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:01.154210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a916b541-0ef1-4502-95e4-721e4c6ccc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:01.189338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:05:01.189711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Checking segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:01.190486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.191018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Bound using segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:05:01.191516 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Bound port: 20c9f773-d4ea-435d-b233-080fe3d4adf8, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:05:01.191894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.233179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.241286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd6e0ce-8784-406d-981a-097e656506e1,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:01.246767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:01.315325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.322204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.359228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fe7904e3-2148-4f5a-ad9c-56e9cbd376ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:01.374919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.403108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.404394 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dd6e0ce-8784-406d-981a-097e656506e1 HTTP/1.1" status: 204 len: 168 time: 0.5703454 Jan 22 20:05:01.412609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:01.417255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Usage tracker for resource:security_group_rule and tenant:9d303d2fe3944ebcb3df22f07de06fbe is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:01.420761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:01.428250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:01.454842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Pushing event updated for resources: {'Port': ['ID=d4004fe5-d440-46cc-baed-9149e958d4b3,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:01.464131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:01.490381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] For port 20c9f773-d4ea-435d-b233-080fe3d4adf8, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:01.507623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] For port 20c9f773-d4ea-435d-b233-080fe3d4adf8, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:01.508634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46362) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:01.519749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:01.520342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.521951 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] 10.222.0.22 "PUT /v2.0/ports/d4004fe5-d440-46cc-baed-9149e958d4b3 HTTP/1.1" status: 200 len: 1157 time: 6.4779189 Jan 22 20:05:01.522568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:01.575910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.613758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.644819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.681301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:01.693898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d303d2fe3944ebcb3df22f07de06fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3075402 Jan 22 20:05:01.699181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:01.700527 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1591756 Jan 22 20:05:01.701699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd6e0ce-8784-406d-981a-097e656506e1,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:01.713264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:01.713973 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46370) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:01.714466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46374) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:01.727098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:01.748606 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'security_group_rule': {'security_group_id': '2a6437e1-9e6e-46fb-a602-3e474d327f9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:01.763555 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:01.765037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:00Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:01.768073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:01.771780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665fe27-9921-460d-a52c-a8e23b84a5bd None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:00Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:05:01.785469 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:01.792541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:02.047677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.106214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.154086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.240587 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e4545b-9874-4784-aa21-fb0a555015fd,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:02.258301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:02.283748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1029412434-network', 'tenant_id': '41abd414664c4685ba6a495c38e66440'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:02.301728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:02.309648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Usage tracker for resource:network and tenant:41abd414664c4685ba6a495c38e66440 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:02.316365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:02.326191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:02.337182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.341222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:02.352838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.356814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-e7de4a48-9158-4924-859d-266fe59d5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:02.365236 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-e7de4a48-9158-4924-859d-266fe59d5de0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e3113879ef94342b9af846f3447cd2c&device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 1160 time: 0.7449203 Jan 22 20:05:02.377439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Made reservation on behalf of 41abd414664c4685ba6a495c38e66440 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:02.387494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.396754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.429554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46388) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:02.431037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:02.431723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.433194 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] 10.222.0.22 "PUT /v2.0/ports/20c9f773-d4ea-435d-b233-080fe3d4adf8 HTTP/1.1" status: 200 len: 1158 time: 7.1844780 Jan 22 20:05:02.433904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.449383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.450658 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4ed6683-2fdb-4beb-907d-41950d04c0d4 HTTP/1.1" status: 204 len: 168 time: 0.7128146 Jan 22 20:05:02.470214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Pushing event updated for resources: {'Port': ['ID=20c9f773-d4ea-435d-b233-080fe3d4adf8,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:02.506738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4d58d-f9db-4a93-ad11-93e733c7a65d req-66188104-068a-43be-aae9-4c911758c8dc tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:02.508422 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-80c4d58d-f9db-4a93-ad11-93e733c7a65d req-66188104-068a-43be-aae9-4c911758c8dc tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 944 time: 1.3800063 Jan 22 20:05:02.534007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed6683-2fdb-4beb-907d-41950d04c0d4,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:02.625118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:02.658962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c8be9d80-fba3-4cc3-b994-35b58dc18584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:02.705538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:02.707433 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-5aad8e69-b2b6-4816-89a4-8f550a7e5805 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4004fe5-d440-46cc-baed-9149e958d4b3 HTTP/1.1" status: 200 len: 217 time: 0.2804368 Jan 22 20:05:02.711671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed6683-2fdb-4beb-907d-41950d04c0d4,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:02.723349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:02.724257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:02.761172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.766202 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0223753 Jan 22 20:05:02.772698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46412) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:02.790919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b167eb3d-41e0-4f6b-bd20-6fe7e401e1b0,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:02.806835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'floatingip': {'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:02.820793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:02.837245 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:02.839246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:02.858343 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-80c4d58d-f9db-4a93-ad11-93e733c7a65d req-9cdd8d43-9167-4ef5-97cc-25bd2586d7ca tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632973 Jan 22 20:05:02.871386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:floatingip and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:02.889833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:02.925726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:02.949997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:03.017699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967001cf-e193-4f10-a15f-83aa3b611c1a req-bd440294-2d73-4c78-b2c9-415167a32f97 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:03.019447 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-967001cf-e193-4f10-a15f-83aa3b611c1a req-bd440294-2d73-4c78-b2c9-415167a32f97 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.7559962 Jan 22 20:05:03.060163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Usage tracker for resource:security_group_rule and tenant:41abd414664c4685ba6a495c38e66440 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:03.062363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.089726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:03.095220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Usage tracker for resource:security_group_rule and tenant:cbc362344df54b56a4ec99d724409423 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:03.099498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:03.105536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:03.179567 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-967001cf-e193-4f10-a15f-83aa3b611c1a req-d21b0117-59da-47a6-8482-faec17d042b0 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520336 Jan 22 20:05:03.211842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.214032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-9ba2209e-04b7-48fa-8f6f-078b0471ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:03.225593 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-9ba2209e-04b7-48fa-8f6f-078b0471ecc9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26cfa83f-2d4a-4167-a03c-115b018983da HTTP/1.1" status: 200 len: 852 time: 0.5072706 Jan 22 20:05:03.235737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:03.241831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.297049 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46424) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:03.298015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:03.316069 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.338649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a50ce089-febb-4d3e-b5b8-e86881212f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:03.382188 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-d1babb3e-8a7c-4115-aacf-910dd6275b2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e10b8fff-b831-40d4-adc1-d52500023fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483779 Jan 22 20:05:03.383971 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3', 'status': 'completed', 'code': 200} Jan 22 20:05:03.441599 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbc362344df54b56a4ec99d724409423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9650362 Jan 22 20:05:03.445313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46432) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:03.482757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a375b7-a09c-4e34-aaad-22677cdfb807,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:03.487562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:03.496205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-8116ba25-56ea-440a-bd58-03961915bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:03.498404 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-8116ba25-56ea-440a-bd58-03961915bb09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 1161 time: 0.7829301 Jan 22 20:05:03.505961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.521334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 3a2ffd58-38dc-4351-91cf-0e931baa6803 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:03.543637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.570128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.592351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.605828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 3a2ffd58-38dc-4351-91cf-0e931baa6803 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:03.613535 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 3a2ffd58-38dc-4351-91cf-0e931baa6803 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:03.613963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.651933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:03.661086 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-265c05c9-bd0b-4912-84d8-30bb1b1676a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8 HTTP/1.1" status: 200 len: 217 time: 0.1415820 Jan 22 20:05:03.665964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:279674493a8747d1bc35c96d3a95e4ca is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:03.677137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:03.734531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:03.772733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.788249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.794925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:03.808007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 3a2ffd58-38dc-4351-91cf-0e931baa6803, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=3a2ffd58-38dc-4351-91cf-0e931baa6803,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:03.812894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.819309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f0c-cab4-458b-ab3a-e558d544de95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:03.820874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a375b7-a09c-4e34-aaad-22677cdfb807,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:03.826312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:03.830574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:03.831810 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85a375b7-a09c-4e34-aaad-22677cdfb807 HTTP/1.1" status: 204 len: 168 time: 0.3851457 Jan 22 20:05:03.836348 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-fdbadb4d-3ddf-438d-a4a5-3be19406f469 service neutron] 10.222.0.22 "GET /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286172 Jan 22 20:05:03.837748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-4f554283-f41a-48f8-b5eb-cba52308441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:03.839196 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-4f554283-f41a-48f8-b5eb-cba52308441b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.1581051 Jan 22 20:05:03.927213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=3a2ffd58-38dc-4351-91cf-0e931baa6803,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:03.927992 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Allocated IP 172.28.1.214 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/f743232d-c953-4e65-9c4a-e67103d1868a) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:05:03.931171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:04.241474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.289689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21e637-d370-46aa-85c5-bcb1a1808297 req-e85fc3e4-40c7-41ec-bf48-2fedf7656e57 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:04.299539 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8e21e637-d370-46aa-85c5-bcb1a1808297 req-e85fc3e4-40c7-41ec-bf48-2fedf7656e57 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 944 time: 0.2641606 Jan 22 20:05:04.348483 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba8c7a6e-d692-421c-8405-b38a0767c156 req-406b5a02-551b-4f58-9b37-322989de8fb9 service neutron] 10.222.0.22 "GET /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4917498 Jan 22 20:05:04.363064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.368766 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-c2880eda-b782-48b4-aa5c-67a30b25d2db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5136650 Jan 22 20:05:04.377102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.394275 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8e21e637-d370-46aa-85c5-bcb1a1808297 req-df5fc3aa-c5f2-4690-a9d6-01d147d1a0c2 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936525 Jan 22 20:05:04.440128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.466654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:04.487743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:04.536370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:05:04.652472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.653041 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Added segment 38a3bc05-118e-4c37-bbe9-179da6aa0da5 of type vxlan for network 401f3aae-70c0-405c-b7a5-4e99b7503917 Jan 22 20:05:04.669526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb3f7bc-17ef-4f6f-84fd-a51545fa679b,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:04.683869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:04.756673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.761548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.782153 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-b49190e7-2180-49e0-a3ac-bc82afb8a5b7 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065058 Jan 22 20:05:04.782837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:04.801396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d7f3b6a5-4b2d-46a8-8e22-8e5746770f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:04.843576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'Port': ['ID=f743232d-c953-4e65-9c4a-e67103d1868a,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:04.915250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:04.915426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-043069e4-04b6-450b-8e2c-f3990f3ed262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:04.916976 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-043069e4-04b6-450b-8e2c-f3990f3ed262 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e3113879ef94342b9af846f3447cd2c&device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 1160 time: 0.4360831 Jan 22 20:05:04.982156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:04.989592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:04.995862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:05:05.039889 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=279674493a8747d1bc35c96d3a95e4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7261834 Jan 22 20:05:05.063720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46474) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:05.102062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da17c30-aa83-4fb3-b645-3922305ba415,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:05.110315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:05.135715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:05.167226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:05.184982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7b0a2-4ce2-42f1-b9d2-1141ff3e0c82 req-df5341ad-8d3c-46eb-818d-3932fcca1482 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:05.187710 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e7b0a2-4ce2-42f1-b9d2-1141ff3e0c82 req-df5341ad-8d3c-46eb-818d-3932fcca1482 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.7131126 Jan 22 20:05:05.254766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:05.296503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:05.297149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:05.320578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:05.387178 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e7b0a2-4ce2-42f1-b9d2-1141ff3e0c82 req-e367220b-4279-48f8-aeaf-2ade10fd4ef6 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333499 Jan 22 20:05:05.390579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:05.560256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 3a2ffd58-38dc-4351-91cf-0e931baa6803 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:05.668296 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d9012fb-8ef7-4bbb-b92b-39fac0838c4c req-a6554f6a-6490-4e67-bad6-26b14540aa79 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8724856 Jan 22 20:05:05.676236 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8', 'status': 'completed', 'code': 200} Jan 22 20:05:05.736601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Pushing event updated for resources: {'Network': ['ID=401f3aae-70c0-405c-b7a5-4e99b7503917,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:05.741691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:05.756165 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.2451382 Jan 22 20:05:05.759685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46516) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:05.760081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-c85542f3-aa46-435c-9e41-29c27e3dbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:05.760278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:05.762553 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-c85542f3-aa46-435c-9e41-29c27e3dbf6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e10b8fff-b831-40d4-adc1-d52500023fcc HTTP/1.1" status: 200 len: 906 time: 0.8279684 Jan 22 20:05:05.763889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:05.777158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Request body: {'subnet': {'network_id': '401f3aae-70c0-405c-b7a5-4e99b7503917', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1029412434-subnet', 'tenant_id': '41abd414664c4685ba6a495c38e66440', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:05.801991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:05.806242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:05.814030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Usage tracker for resource:subnet and tenant:41abd414664c4685ba6a495c38e66440 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:05.820948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:05.843897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:05.920406 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-ff68e707-6789-4154-80b5-49cd25bbb7dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4004fe5-d440-46cc-baed-9149e958d4b3 HTTP/1.1" status: 200 len: 217 time: 0.1008525 Jan 22 20:05:05.926641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:05.933227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Made reservation on behalf of 41abd414664c4685ba6a495c38e66440 for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:05.940351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.012184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d2584-f751-4414-b138-4e3af7a8a584 req-617efead-e72f-4565-823b-5d17502186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:06.013572 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-617efead-e72f-4565-823b-5d17502186c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 1161 time: 0.2348070 Jan 22 20:05:06.016246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.031257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.037601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f6ac410e-9669-4b0f-8cdf-6d1955269afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:06.057833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d83fb-f379-49e8-a9f8-5a863c74fa46 req-92681289-87ae-4107-a959-0bababcae2f0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:06.067605 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d60d83fb-f379-49e8-a9f8-5a863c74fa46 req-92681289-87ae-4107-a959-0bababcae2f0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 944 time: 0.3487797 Jan 22 20:05:06.171757 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d60d83fb-f379-49e8-a9f8-5a863c74fa46 req-7db041b9-e53f-4f1f-b672-c3850f50a70f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021285 Jan 22 20:05:06.172778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.226149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da17c30-aa83-4fb3-b645-3922305ba415,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:06.237490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:06.353515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 3a2ffd58-38dc-4351-91cf-0e931baa6803 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:06.354097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.433211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.434413 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3da17c30-aa83-4fb3-b645-3922305ba415 HTTP/1.1" status: 204 len: 168 time: 1.3447702 Jan 22 20:05:06.440663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:06.522390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-39292337-5460-4ed2-81c1-d72ec7d98c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:06.524023 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-39292337-5460-4ed2-81c1-d72ec7d98c24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26cfa83f-2d4a-4167-a03c-115b018983da HTTP/1.1" status: 200 len: 852 time: 0.4510133 Jan 22 20:05:06.601070 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-43f0665e-42b9-4dfc-a403-38d6b1aa2235 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e10b8fff-b831-40d4-adc1-d52500023fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669875 Jan 22 20:05:06.603806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d2584-f751-4414-b138-4e3af7a8a584 req-5a596f79-a342-4083-a7e0-5d353905104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:06.605285 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-5a596f79-a342-4083-a7e0-5d353905104e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 909 time: 0.5417991 Jan 22 20:05:06.626642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'Port': ['ID=f743232d-c953-4e65-9c4a-e67103d1868a,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:06.653984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:06.841003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.880602 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-6f79c1fb-7d39-4f28-8a02-18e68ceaccb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8 HTTP/1.1" status: 200 len: 217 time: 0.2134829 Jan 22 20:05:06.913265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:06.914733 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1409581 Jan 22 20:05:07.064910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d2584-f751-4414-b138-4e3af7a8a584 req-63eb16d9-c5c2-459b-950a-d53b1b2ea7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:07.066519 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-63eb16d9-c5c2-459b-950a-d53b1b2ea7be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.1803529 Jan 22 20:05:07.141657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-c85811ae-37d9-47f0-abfd-ad06ef99afe4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678582 Jan 22 20:05:07.145444 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-0ebb6b99-20bc-47ba-a2ce-5b5124537305 service neutron] 10.222.0.22 "GET /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313852 Jan 22 20:05:07.251981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ba60-4c01-4306-8ba8-305dac50ac65 req-46fb3cae-fd75-4c67-810c-fc34e2ba9a21 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:07.253760 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d232ba60-4c01-4306-8ba8-305dac50ac65 req-46fb3cae-fd75-4c67-810c-fc34e2ba9a21 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.5988173 Jan 22 20:05:07.324924 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d232ba60-4c01-4306-8ba8-305dac50ac65 req-815b9357-5a41-4b75-9995-a46ebb1b4f49 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Jan 22 20:05:07.419233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46592) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:07.485686 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-019d3cc4-bda7-4b72-b551-e20e9be85032 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317094 Jan 22 20:05:07.490280 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67cc439e-4eb1-4465-b12a-34be0837b84e req-d20e8440-549c-42ea-b108-4b4c499f1787 service neutron] 10.222.0.22 "GET /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3337882 Jan 22 20:05:07.491056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-181cf818-ede6-4b48-b0a5-dbe61beaf0c2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:07.517492 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-181cf818-ede6-4b48-b0a5-dbe61beaf0c2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:07.526573 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-181cf818-ede6-4b48-b0a5-dbe61beaf0c2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--838320845&fields=id&tenant_id=803183c6e82d4bc79906dd19c7fabb5b HTTP/1.1" status: 200 len: 267 time: 0.1211774 Jan 22 20:05:07.620402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:07.669270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:07.888228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-f94fd5b4-c103-444d-a9ff-2889381c4b4f None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:05:07.889291 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51aef1b-3170-44cf-a370-b6c80ef74662,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:07.897218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:07.934582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d06a19-6255-4d35-9326-3b9c8a7001f3 req-b16fdd1c-948f-4284-9ef9-7cd4fa357059 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:07.936529 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-66d06a19-6255-4d35-9326-3b9c8a7001f3 req-b16fdd1c-948f-4284-9ef9-7cd4fa357059 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 944 time: 0.3733370 Jan 22 20:05:08.074642 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-106d2584-f751-4414-b138-4e3af7a8a584 req-ea29e47e-39f9-4d3d-a9cc-793b6340bb06 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5660839 Jan 22 20:05:08.084768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.121998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:08.143762 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd54b2049066492aba1100075771ea9c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:08.148583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:08.164082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:08.263147 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-66d06a19-6255-4d35-9326-3b9c8a7001f3 req-370edae1-0ee1-493d-bdd7-a89f0a14c2aa tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684512 Jan 22 20:05:08.286983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.291833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.301494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-41c8d849-a24e-4c99-80db-c299a4c8a215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:08.353231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd54b2049066492aba1100075771ea9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9328642 Jan 22 20:05:08.354132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46620) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:08.354698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f144c879-7375-4f87-93b6-86306186aab7,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:08.361958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-b2391768-bfcf-49b1-a3b1-4ea91e22af2a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:08.374561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:08.374714 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-b2391768-bfcf-49b1-a3b1-4ea91e22af2a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 809 time: 0.8460679 Jan 22 20:05:08.414279 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-06096c9f-d9b0-4e03-9e48-149d6138fe9a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/quotas/803183c6e82d4bc79906dd19c7fabb5b HTTP/1.1" status: 200 len: 375 time: 0.0358143 Jan 22 20:05:08.425168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Checking segment: {'id': '38a3bc05-118e-4c37-bbe9-179da6aa0da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '401f3aae-70c0-405c-b7a5-4e99b7503917'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:08.425563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Network hostable DHCP agents. Network: 401f3aae-70c0-405c-b7a5-4e99b7503917, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:05:08.481970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.559547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.644799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.646136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:05:08.655946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:08.661145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 401f3aae-70c0-405c-b7a5-4e99b7503917) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:08.666148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:08.667081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.673066 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fa631-eff1-4fa8-aa6f-c8ace29f5d78 None None] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:08.684603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f144c879-7375-4f87-93b6-86306186aab7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:08.687997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:08.689297 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f144c879-7375-4f87-93b6-86306186aab7 HTTP/1.1" status: 204 len: 168 time: 0.3313301 Jan 22 20:05:08.690369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:08.733305 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9605196 Jan 22 20:05:08.750684 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-5a6cec2a-4da8-4ff1-80e2-a4f545992007 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3298547 Jan 22 20:05:08.790278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b0462-f99f-4a22-bb96-362b3b5283a8 req-6ead282f-1fba-4fc1-b438-00f77f2b0634 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:08.799760 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-023b0462-f99f-4a22-bb96-362b3b5283a8 req-6ead282f-1fba-4fc1-b438-00f77f2b0634 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.2441723 Jan 22 20:05:08.991208 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-023b0462-f99f-4a22-bb96-362b3b5283a8 req-b045a41f-49f4-4d36-a734-4b4f5062171e tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902072 Jan 22 20:05:09.038866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device d4004fe5-d440-46cc-baed-9149e958d4b3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:09.044178 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-9c45b508-6713-473e-ae2b-d7eaeb29b3df service neutron] 10.222.0.18 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415526 Jan 22 20:05:09.182944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c320275-458c-406c-a21b-714f30325088 None None] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:09.229759 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-9f1312e0-9d2d-4081-ac33-e539998c465c service neutron] 10.222.0.18 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1763158 Jan 22 20:05:09.289350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port d4004fe5-d440-46cc-baed-9149e958d4b3 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:09.307789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port d4004fe5-d440-46cc-baed-9149e958d4b3 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:09.308210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:09.525108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46658) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:09.563011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:09.579993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:09.585368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7cdde0b27c4c148ea7da25a82bc083 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:09.588608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:09.596115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:09.599415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:09.648670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:09.715309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:09.720524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:09.723910 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2197ffcb-9ea1-4565-9a56-c404344fe167 req-6170cb06-d449-45be-b5eb-051d8a86b0da tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 210 time: 0.1791215 Jan 22 20:05:09.736513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:09.737112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port d4004fe5-d440-46cc-baed-9149e958d4b3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d4004fe5-d440-46cc-baed-9149e958d4b3,segment=NetworkSegment(ba08daaa-aa74-4a6e-8d07-50c22a37486e),segment_id=ba08daaa-aa74-4a6e-8d07-50c22a37486e)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:09.742667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:09.744343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 20c9f773-d4ea-435d-b233-080fe3d4adf8 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:09.799511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2104876a-4746-4e15-95e1-cae0fb6c5676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:09.830980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99dd9a-a867-4074-bca0-3b7c1d267af8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:09.839267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:09.854299 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a7cdde0b27c4c148ea7da25a82bc083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278937 Jan 22 20:05:09.857210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46678) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:09.894547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23952-88f8-40f7-9b19-857888cf1a59 req-258503e4-f78a-4f13-b5ee-788202783195 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:09.896258 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3ca23952-88f8-40f7-9b19-857888cf1a59 req-258503e4-f78a-4f13-b5ee-788202783195 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 944 time: 0.4555981 Jan 22 20:05:09.985376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=d4004fe5-d440-46cc-baed-9149e958d4b3,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:10.005894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:10.009752 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3ca23952-88f8-40f7-9b19-857888cf1a59 req-d8e5fec4-3a0d-4a4f-8b3d-2e6a0eb61122 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067319 Jan 22 20:05:10.013958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 20c9f773-d4ea-435d-b233-080fe3d4adf8 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:10.024139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 20c9f773-d4ea-435d-b233-080fe3d4adf8 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:10.024566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.100291 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.221075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.328873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.336173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:10.366565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99dd9a-a867-4074-bca0-3b7c1d267af8,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:10.370248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:10.371202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.372390 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d99dd9a-a867-4074-bca0-3b7c1d267af8 HTTP/1.1" status: 204 len: 168 time: 0.5142109 Jan 22 20:05:10.411466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.465473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0c470-e6e2-4305-8bc7-41231ee9cd28 req-05c081c4-1a6e-4009-a1a7-a9a2f6d96f77 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:10.467391 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bbc0c470-e6e2-4305-8bc7-41231ee9cd28 req-05c081c4-1a6e-4009-a1a7-a9a2f6d96f77 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.1982627 Jan 22 20:05:10.477354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 20c9f773-d4ea-435d-b233-080fe3d4adf8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:10.485444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:10.489356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:10.527720 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bbc0c470-e6e2-4305-8bc7-41231ee9cd28 req-802f701b-3a8f-4c91-84f7-d410b13262fb tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539980 Jan 22 20:05:10.605632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=20c9f773-d4ea-435d-b233-080fe3d4adf8,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:10.617292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:10.925923 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46726) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:11.003013 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3', 'code': 200} Jan 22 20:05:11.030154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device d4004fe5-d440-46cc-baed-9149e958d4b3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:11.094085 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-47d60200-1eb7-4f12-a9e4-73f8c8f5600d req-4eaa874a-9a3e-430e-b803-b3031110f701 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 210 time: 0.1242948 Jan 22 20:05:11.236900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46744) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:11.243434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175755618-network', 'tenant_id': '0c83d1f7138c4aa6892ed04ca672577b'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:11.253831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:11.272467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Usage tracker for resource:network and tenant:0c83d1f7138c4aa6892ed04ca672577b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:11.278056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:11.292646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port d4004fe5-d440-46cc-baed-9149e958d4b3 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:11.292937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:11.305221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:11.337452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Made reservation on behalf of 0c83d1f7138c4aa6892ed04ca672577b for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:11.342455 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:11.396964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:11.465969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:11.481926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Usage tracker for resource:security_group_rule and tenant:0c83d1f7138c4aa6892ed04ca672577b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:11.568296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 20c9f773-d4ea-435d-b233-080fe3d4adf8 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:11.607580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:11.620961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:11.715079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-b2125122-3bb7-4466-89b4-3dac0881e3b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:11.720298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-b2125122-3bb7-4466-89b4-3dac0881e3b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:11.800386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed901-0aa2-484f-aa55-7c3b6a536a97 req-8b489dcb-90b4-49bf-b38f-0b8f051082b7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:11.812335 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 20c9f773-d4ea-435d-b233-080fe3d4adf8 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:11.812833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:11.833850 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba6ed901-0aa2-484f-aa55-7c3b6a536a97 req-8b489dcb-90b4-49bf-b38f-0b8f051082b7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.3371150 Jan 22 20:05:11.893080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:11.945947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:11.961488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Usage tracker for resource:security_group_rule and tenant:250c4499dcdf414c97b21b282dfa2f55 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:11.968783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:11.985883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:12.060735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.114107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-b2125122-3bb7-4466-89b4-3dac0881e3b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:12.115481 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-b2125122-3bb7-4466-89b4-3dac0881e3b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 809 time: 0.9231927 Jan 22 20:05:12.123790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.173267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:05:12.191438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.191881 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Added segment 94383b3b-8e1b-4aeb-a522-3d5ec2cc4979 of type vxlan for network 3f3bb004-a0c5-4768-b44b-257cb75a0455 Jan 22 20:05:12.200997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:12.246169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.247130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-b69e92ab-890b-4746-a476-2cdebc1e07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:12.248765 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-b69e92ab-890b-4746-a476-2cdebc1e07e2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 1162 time: 0.5216308 Jan 22 20:05:12.288791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfb07bf-6e08-475e-b38c-4f0dbc5e91aa,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:12.297321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.313215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-55abf7e2-6e15-4555-9016-da4a6fca2b11 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:12.315302 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba6ed901-0aa2-484f-aa55-7c3b6a536a97 req-eaf13228-5b53-4989-b227-e53665a77435 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784138 Jan 22 20:05:12.317700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46784) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:12.323536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.324408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:12.331231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.359260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.361441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:12.362071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.396545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:12.429399 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=250c4499dcdf414c97b21b282dfa2f55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5020359 Jan 22 20:05:12.433349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:12.439820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46792) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:12.440761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ade0a-c9d6-4dc7-bf33-8cc0126027e4 req-bafeab54-6d63-44bc-b5e2-63e2fc62e951 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:12.449405 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-785ade0a-c9d6-4dc7-bf33-8cc0126027e4 req-bafeab54-6d63-44bc-b5e2-63e2fc62e951 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.5073063 Jan 22 20:05:12.450814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Usage tracker for resource:security_group_rule and tenant:7eed3fd779b14c0f8094ee737883ceea is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:12.453619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:12.454875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-55abf7e2-6e15-4555-9016-da4a6fca2b11 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:12.456418 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-55abf7e2-6e15-4555-9016-da4a6fca2b11 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=803183c6e82d4bc79906dd19c7fabb5b HTTP/1.1" status: 200 len: 5703 time: 0.3052599 Jan 22 20:05:12.472558 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2319326 Jan 22 20:05:12.475189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:12.483648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46796) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:12.492148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'port': {'device_id': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'admin_state_up': True, 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'security_groups': ['2a6437e1-9e6e-46fb-a602-3e474d327f9a']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:12.532504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Request body: {'subnet': {'network_id': '3f3bb004-a0c5-4768-b44b-257cb75a0455', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175755618-subnet', 'tenant_id': '0c83d1f7138c4aa6892ed04ca672577b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:12.537912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:12.542036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Usage tracker for resource:subnet and tenant:0c83d1f7138c4aa6892ed04ca672577b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:12.545132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:12.552022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:12.555605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:12.577921 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-785ade0a-c9d6-4dc7-bf33-8cc0126027e4 req-91a9ef0c-7106-4c7f-87de-cc4216ffd597 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265626 Jan 22 20:05:12.623078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef4c93-c727-4eae-b2d0-c7c281e5242e,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:12.627227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:12.650961 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-53049d13-9504-4a35-9d54-9f7140d40d18 req-46748482-e09f-4971-8775-19f961ff86bf tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 210 time: 0.1264212 Jan 22 20:05:12.663994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3bb004-a0c5-4768-b44b-257cb75a0455,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:12.676452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:12.678184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:12.691918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Made reservation on behalf of 0c83d1f7138c4aa6892ed04ca672577b for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:12.696578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.766520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:12.782290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.897349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:12.917071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:12.919562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Usage tracker for resource:security_group_rule and tenant:17a2119303bb4b879ec64b579b136e08 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:12.936254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:12.939878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:port and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:12.948177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:12.952677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:12.956504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for port was recalculated. Used quota:3. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:12.987855 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:13.004602 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:13.039343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.065104 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Made reservation on behalf of 803183c6e82d4bc79906dd19c7fabb5b for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:13.080483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.082548 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8', 'code': 200} Jan 22 20:05:13.245749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.281652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.307293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.22', 62694) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:13.309714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:13.402726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e74f-f56b-4299-af00-2755eca2d49a req-9e7b8fe1-32ce-407f-8eda-93316c376ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:13.404467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2b94e74f-f56b-4299-af00-2755eca2d49a req-9e7b8fe1-32ce-407f-8eda-93316c376ec5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 1163 time: 0.0955946 Jan 22 20:05:13.421918 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01143c5f-d313-4957-bf2a-5b3962303e78 req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1589327 Jan 22 20:05:13.464883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c84d0-aa6b-443f-bb2a-e1806e55525d,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:13.465538 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2b94e74f-f56b-4299-af00-2755eca2d49a req-2c7fc3fb-2391-44f3-b403-47f3edc2828e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Jan 22 20:05:13.486779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:13.492673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.534975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:13.561120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.605872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef4c93-c727-4eae-b2d0-c7c281e5242e,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:13.611522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.632852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:13.644045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf662f-4968-48fa-b10e-baaca9cf3d39 req-b1d9571a-1bc5-4ec7-b024-a641df75788a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:13.645729 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12bf662f-4968-48fa-b10e-baaca9cf3d39 req-b1d9571a-1bc5-4ec7-b024-a641df75788a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.1298523 Jan 22 20:05:13.661442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:13.750510 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12bf662f-4968-48fa-b10e-baaca9cf3d39 req-94a146ca-1c58-4764-a0be-77eddb364614 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807164 Jan 22 20:05:13.859848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd291aa2-0d00-442c-9492-2b062e2b9049,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:13.863270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:13.864646 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91ef4c93-c727-4eae-b2d0-c7c281e5242e HTTP/1.1" status: 204 len: 168 time: 1.4226012 Jan 22 20:05:13.899057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:13.901832 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17a2119303bb4b879ec64b579b136e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5821028 Jan 22 20:05:13.915247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46842) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:14.015774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Allocated IP 172.20.0.8 (faafef52-b329-4194-a197-2e5f09b3c452/9026c08e-8093-4737-a8a6-99b1876afaf5/925b359f-bb52-441d-99aa-5aae93399027) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:05:14.099686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46846) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:14.169891 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a5e6d030-7ed4-487f-b130-aa29df45b707 req-4f786d36-61ba-41f7-a5c4-2ca2849f2a73 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 210 time: 0.0589316 Jan 22 20:05:14.176244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.232923 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2ccb3-02da-4a7b-af9c-4526d62110c2 req-c08ec8cc-07c6-4a1b-8a21-4d89590052aa tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:14.235746 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-18c2ccb3-02da-4a7b-af9c-4526d62110c2 req-c08ec8cc-07c6-4a1b-8a21-4d89590052aa tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.4836659 Jan 22 20:05:14.352863 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-18c2ccb3-02da-4a7b-af9c-4526d62110c2 req-a8d65262-a8da-4f51-bb25-b0ade577848e tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091259 Jan 22 20:05:14.355540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.598831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46858) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:14.620978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.637921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:14.642878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Usage tracker for resource:security_group_rule and tenant:096e758447644acca7c5717ff5751804 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:14.646173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:14.651944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:14.682829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.688362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.721519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-53ff2a1b-87c4-457a-921c-a2f7c3c79e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:14.740059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.742902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.752338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-16d247ad-fea6-419f-a427-d492eccd8e99 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:14.788186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373673b1-1ce3-456a-b0aa-9107b96fcf77,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:14.793056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:14.804650 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=096e758447644acca7c5717ff5751804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045383 Jan 22 20:05:14.805757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:14.807622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46864) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:14.853211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.867144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Usage tracker for resource:security_group_rule and tenant:72f148591601408a9ddda985db8ae756 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:14.870211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.876258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:14.907051 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:14.913019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.914151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Transition to ACTIVE for port object 925b359f-bb52-441d-99aa-5aae93399027 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:05:14.938455 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:14.942747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5aa54e-fc4d-438b-a87d-f76f300f1496,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:14.951329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:14.960305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:14.997640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd291aa2-0d00-442c-9492-2b062e2b9049,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:15.009457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:15.024733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.029295 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd291aa2-0d00-442c-9492-2b062e2b9049 HTTP/1.1" status: 204 len: 168 time: 1.1087167 Jan 22 20:05:15.047128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c078437-611c-4b4a-b249-83e89744e0a2 req-a33720db-c0ee-4c9b-984b-f4922fa4388f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:15.049552 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8c078437-611c-4b4a-b249-83e89744e0a2 req-a33720db-c0ee-4c9b-984b-f4922fa4388f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.1566417 Jan 22 20:05:15.055358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.063244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a73110bb-982b-4a80-a1f0-c5ffd2f83812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:15.072222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.091750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373673b1-1ce3-456a-b0aa-9107b96fcf77,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:15.099578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:15.104799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.117343 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/373673b1-1ce3-456a-b0aa-9107b96fcf77 HTTP/1.1" status: 204 len: 168 time: 0.3005378 Jan 22 20:05:15.184938 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:15.186085 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8c078437-611c-4b4a-b249-83e89744e0a2 req-73b38014-83ef-44fb-adad-0dc699c36b26 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254764 Jan 22 20:05:15.292195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Checking segment: {'id': '94383b3b-8e1b-4aeb-a522-3d5ec2cc4979', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3f3bb004-a0c5-4768-b44b-257cb75a0455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:15.295386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Network hostable DHCP agents. Network: 3f3bb004-a0c5-4768-b44b-257cb75a0455, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:05:15.531518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'Port': ['ID=925b359f-bb52-441d-99aa-5aae93399027,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:15.562338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ff96a-1cce-4f40-a557-eedaa2962cb6 req-ee47c804-932a-4b87-b23e-1bcbf48b2775 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:15.565997 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6f8ff96a-1cce-4f40-a557-eedaa2962cb6 req-ee47c804-932a-4b87-b23e-1bcbf48b2775 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 931 time: 0.2420866 Jan 22 20:05:15.567471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:15.571132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46878) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:15.635931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.641556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.651388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:05:15.673584 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6f8ff96a-1cce-4f40-a557-eedaa2962cb6 req-4c3e47e2-59ff-4fd5-83bc-8a26aa525dac tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610738 Jan 22 20:05:15.677563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.695286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:15.714700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:15.729239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 3f3bb004-a0c5-4768-b44b-257cb75a0455) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:15.738025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd16f30-43a4-43aa-a858-6570784e46ab None None] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:15.738184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Usage tracker for resource:security_group_rule and tenant:0128b5d82bd54b4fb59f2a9e4760a043 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:15.757882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe74bf1-9393-49aa-a406-dcd5110746c0 req-bac7db97-b997-44bf-a4fc-a703e4b71e47 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:15.767046 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efe74bf1-9393-49aa-a406-dcd5110746c0 req-bac7db97-b997-44bf-a4fc-a703e4b71e47 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.1994655 Jan 22 20:05:15.778567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:15.790037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:15.790390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:15.812909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:15.835002 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72f148591601408a9ddda985db8ae756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7161906 Jan 22 20:05:15.835002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e4060-c410-4f65-bd61-5465c2742c79,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:15.839421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46888) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:15.842532 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efe74bf1-9393-49aa-a406-dcd5110746c0 req-aa110b21-74fe-49a5-84bd-bfabb4822b55 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745108 Jan 22 20:05:15.845288 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:15.847363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Network faafef52-b329-4194-a197-2e5f09b3c452 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:15.930640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:15.934910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:05:15.967142 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:15.970548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:16.183726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd07a9-2c59-43cc-b6b5-eea6e365ea11 None None] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:16.213797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:16.222335 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7395558 Jan 22 20:05:16.266722 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7748826 Jan 22 20:05:16.287578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Request body: {'port': {'device_id': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:16.390175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:16.450580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:16.477174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-825b3a94-98a6-42f3-96bd-ed82470d64bc None None] Provisioning for port 925b359f-bb52-441d-99aa-5aae93399027 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:16.496771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-825b3a94-98a6-42f3-96bd-ed82470d64bc None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:16.497193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-825b3a94-98a6-42f3-96bd-ed82470d64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:16.513890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:16.549423 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:16.641564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f239e47-b8dc-40c4-bc64-07bca16300c3 req-f65fe319-8844-4d0b-b2cc-3f10023e91ee tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:16.645657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46916) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:16.651190 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f239e47-b8dc-40c4-bc64-07bca16300c3 req-f65fe319-8844-4d0b-b2cc-3f10023e91ee tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.1483703 Jan 22 20:05:16.696718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-825b3a94-98a6-42f3-96bd-ed82470d64bc None None] Port 925b359f-bb52-441d-99aa-5aae93399027 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:05:16.716221 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f239e47-b8dc-40c4-bc64-07bca16300c3 req-d5b00c75-4256-43bb-ad03-dafd5f6a07a4 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636027 Jan 22 20:05:16.949865 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0128b5d82bd54b4fb59f2a9e4760a043&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3758111 Jan 22 20:05:16.955564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46932) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:16.960530 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a723c435-3420-4b20-8fd6-4dc065befc3f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:16.971223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:17.051308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.066996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Deleting subnet c51aef1b-3170-44cf-a370-b6c80ef74662 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:05:17.074780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.083761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d2bdf-2819-4170-8d38-8ba285c16483 req-eba664d8-4df8-4570-aa80-946196f7d281 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:17.085816 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2b9d2bdf-2819-4170-8d38-8ba285c16483 req-eba664d8-4df8-4570-aa80-946196f7d281 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 931 time: 0.1586323 Jan 22 20:05:17.128230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.136747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f835372d-ab38-41cb-a386-b00f1d42a7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:17.205097 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2b9d2bdf-2819-4170-8d38-8ba285c16483 req-825c0518-5ed0-4148-ac4f-33cf64d2bbf8 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079292 Jan 22 20:05:17.216214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e4060-c410-4f65-bd61-5465c2742c79,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:17.228512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.232952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:17.242882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.268310 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.301815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.303005 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be0e4060-c410-4f65-bd61-5465c2742c79 HTTP/1.1" status: 204 len: 168 time: 1.4608235 Jan 22 20:05:17.468723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.717466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.755554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:17.777473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a723c435-3420-4b20-8fd6-4dc065befc3f,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:17.780886 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:17.817814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46958) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:17.839125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.841189 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a723c435-3420-4b20-8fd6-4dc065befc3f HTTP/1.1" status: 204 len: 168 time: 0.8821561 Jan 22 20:05:17.859069 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.878565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:17.883527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf61a5b83bc4c34b1517cd7f85d981a is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:17.887215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:17.912041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:17.962820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:17.985842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-14ae33ac-bef8-4dfb-aa5e-dc72dc424039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:18.034808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51aef1b-3170-44cf-a370-b6c80ef74662,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:18.042255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:18.137329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.142231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.165372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:18.178234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.resource_extend [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 20:05:18.282783 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaf61a5b83bc4c34b1517cd7f85d981a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631040 Jan 22 20:05:18.284238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b84ac09-10e5-4ab4-b57e-a5aca4eebae2,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:18.287119 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 46984) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:18.288430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.291330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:18.302681 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c51aef1b-3170-44cf-a370-b6c80ef74662 HTTP/1.1" status: 204 len: 168 time: 1.6538999 Jan 22 20:05:18.305376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 46988) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:18.355595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b359f-bb52-441d-99aa-5aae93399027 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:05:18.370517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.450820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.580122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45cc95-100c-4f24-b9e0-5ade534c7ee6 req-da764ae4-d9f5-4355-892e-2ded914ace0f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:18.582013 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fd45cc95-100c-4f24-b9e0-5ade534c7ee6 req-da764ae4-d9f5-4355-892e-2ded914ace0f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 931 time: 0.1792529 Jan 22 20:05:18.614348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.627600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aa41f8c2-cd40-4665-b657-da5793be52e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:18.655830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.691470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b84ac09-10e5-4ab4-b57e-a5aca4eebae2,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:18.700491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.702666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:18.720368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.728726 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b84ac09-10e5-4ab4-b57e-a5aca4eebae2 HTTP/1.1" status: 204 len: 168 time: 0.4401064 Jan 22 20:05:18.753672 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fd45cc95-100c-4f24-b9e0-5ade534c7ee6 req-7a251764-821d-4c61-b9fa-0a567eb761cb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618176 Jan 22 20:05:18.797638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Transition to ACTIVE for port object 925b359f-bb52-441d-99aa-5aae93399027 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:05:18.803804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:18.854345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:19.153305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Pushing event updated for resources: {'Port': ['ID=925b359f-bb52-441d-99aa-5aae93399027,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:19.167308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:19.259902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:19.527838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Attempting to bind port 925b359f-bb52-441d-99aa-5aae93399027 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:05:19.528306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Attempting to bind port 925b359f-bb52-441d-99aa-5aae93399027 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:05:19.528578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Attempting to bind port 925b359f-bb52-441d-99aa-5aae93399027 on network faafef52-b329-4194-a197-2e5f09b3c452 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:05:19.546532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:05:19.547486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Checking segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:19.547839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:19.548240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Bound using segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:05:19.548732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Bound port: 925b359f-bb52-441d-99aa-5aae93399027, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:05:19.549111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:19.591682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.596425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.597377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.597761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.598146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.598531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.598936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.599306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.599671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.600034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.684795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.685190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.685576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.685953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:05:19.687141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401f3aae-70c0-405c-b7a5-4e99b7503917']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:19.739319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47050) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:19.746745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a3bc05-118e-4c37-bbe9-179da6aa0da5') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:19.747118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a3bc05-118e-4c37-bbe9-179da6aa0da5') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:19.772450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:19.809628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:19.815248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:05:19.903056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] For port 925b359f-bb52-441d-99aa-5aae93399027, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:19.942344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] For port 925b359f-bb52-441d-99aa-5aae93399027, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=925b359f-bb52-441d-99aa-5aae93399027,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:19.958388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.071856 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:20.099834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.148027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4eb31-1c90-4dbf-b6d6-12842d7b7629 req-59c68a06-023e-4326-a21d-b711e31bbcc0 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:20.156388 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ead4eb31-1c90-4dbf-b6d6-12842d7b7629 req-59c68a06-023e-4326-a21d-b711e31bbcc0 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 943 time: 0.1916673 Jan 22 20:05:20.190080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:20.194840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Usage tracker for resource:security_group_rule and tenant:d1047476e64e41208840fbcb1abe1884 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:20.198423 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:20.205792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:20.217392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:05:20.245267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.303469 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ead4eb31-1c90-4dbf-b6d6-12842d7b7629 req-fc2612cd-764f-44f7-b2c5-219aa83157d2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423056 Jan 22 20:05:20.477956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.483685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Network 401f3aae-70c0-405c-b7a5-4e99b7503917 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:05:20.485322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.515837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7bb6c8f4-33e4-4b08-88b1-a401dfedaafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: (rel_b, rel_a, rel_b), Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:05:20.529382 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:05:20.558002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Pushing event updated for resources: {'Port': ['ID=925b359f-bb52-441d-99aa-5aae93399027,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:20.569096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89e236c-8c3e-422c-9eb4-665304cd4fde,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:20.574199 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1047476e64e41208840fbcb1abe1884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8339753 Jan 22 20:05:20.576243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:20.577623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47084) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:20.646101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.676056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.685843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:20.725149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.769366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.783904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:20.786246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:20.814140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.821635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.822956 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a89e236c-8c3e-422c-9eb4-665304cd4fde HTTP/1.1" status: 204 len: 168 time: 0.2436934 Jan 22 20:05:20.825832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89e236c-8c3e-422c-9eb4-665304cd4fde,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:20.863623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Pushing event deleted for resources: {'Network': ['ID=401f3aae-70c0-405c-b7a5-4e99b7503917,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:20.864007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:20.876839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:20.878973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] 10.222.0.18 "DELETE /v2.0/networks/401f3aae-70c0-405c-b7a5-4e99b7503917 HTTP/1.1" status: 204 len: 168 time: 2.5719590 Jan 22 20:05:20.881835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47096) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:20.981059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Deleting subnet ed5aa54e-fc4d-438b-a87d-f76f300f1496 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:05:20.990197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:20.990913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:20.992556 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] 10.222.0.22 "PUT /v2.0/ports/925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 1157 time: 4.7311902 Jan 22 20:05:20.993106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'tag': '925b359f-bb52-441d-99aa-5aae93399027'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:20.998316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:21.057344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:21.206203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'tag': '925b359f-bb52-441d-99aa-5aae93399027', 'status': 'completed', 'code': 200} Jan 22 20:05:21.294085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:21.406735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-51c74f67-c367-4b20-b642-a8191a0845fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:21.408552 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-51c74f67-c367-4b20-b642-a8191a0845fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1160 time: 0.2881827 Jan 22 20:05:21.674030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81209bb5-f98c-443a-87a0-cc4d93c9dde3 req-c4b3ea06-2b64-4d88-a25b-c9f5a7b59d44 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:21.676349 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-81209bb5-f98c-443a-87a0-cc4d93c9dde3 req-c4b3ea06-2b64-4d88-a25b-c9f5a7b59d44 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 943 time: 0.1587067 Jan 22 20:05:21.741296 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-81209bb5-f98c-443a-87a0-cc4d93c9dde3 req-1b6c5dc0-5ff1-4ceb-a70f-e4af9c2aff4c tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580354 Jan 22 20:05:21.779580 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-f0f7bfb4-1a74-40f5-a451-9b157b884f18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 217 time: 0.3061504 Jan 22 20:05:21.851753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47124) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:21.881717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:21.923919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:21.928944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7417191237504f6e925e7bffc665e1cd is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:21.932844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:21.957999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:21.997331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-c9148a1e-ef00-4a8d-85f8-dab193bc6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:21.999740 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-c9148a1e-ef00-4a8d-85f8-dab193bc6aa1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.2057335 Jan 22 20:05:22.088900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.095370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.109994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-176e459c-7724-44b1-8596-0875fa74adf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:22.120906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.214761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67feb4-3569-4e09-af07-d549e1fc920a,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:22.219788 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7417191237504f6e925e7bffc665e1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665848 Jan 22 20:05:22.220726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:22.225620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47136) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:22.234549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0de5e5d2-9f7d-44af-872b-48af44bd3a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:22.276345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5aa54e-fc4d-438b-a87d-f76f300f1496,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:22.283658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:22.335311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.343788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-839bfa13-bc1b-46b5-9e10-d4a8c3defa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:22.345417 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-839bfa13-bc1b-46b5-9e10-d4a8c3defa9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3358560 Jan 22 20:05:22.350122 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed5aa54e-fc4d-438b-a87d-f76f300f1496 HTTP/1.1" status: 204 len: 168 time: 1.4670744 Jan 22 20:05:22.351022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47146) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:22.376357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.450930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.485065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.582825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.586909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2e6e1572-28bd-47b6-92a6-93442c49ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:22.607065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67feb4-3569-4e09-af07-d549e1fc920a,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:22.613988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:22.616503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:22.624586 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f67feb4-3569-4e09-af07-d549e1fc920a HTTP/1.1" status: 204 len: 168 time: 0.3970635 Jan 22 20:05:22.795345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1afc-5763-4609-8d2f-893922548596 req-6f403fc3-1c41-449f-985d-249bcc98e736 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:22.798199 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9fff1afc-5763-4609-8d2f-893922548596 req-6f403fc3-1c41-449f-985d-249bcc98e736 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.1198831 Jan 22 20:05:22.799225 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-f7407d14-0cec-479d-b41b-74749f083b76 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581542 Jan 22 20:05:22.869535 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9fff1afc-5763-4609-8d2f-893922548596 req-622aa564-3379-45a5-8b09-41c2a80be89a tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641658 Jan 22 20:05:23.031453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:23.281208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3bb004-a0c5-4768-b44b-257cb75a0455']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:23.294342 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3037c56-b392-4705-b5ae-f97a012f4f3a req-34b2a906-525c-47a1-9492-91571565d16a service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4396448 Jan 22 20:05:23.299200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94383b3b-8e1b-4aeb-a522-3d5ec2cc4979') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:23.299869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94383b3b-8e1b-4aeb-a522-3d5ec2cc4979') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:23.330467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-27a25377-7ef0-46c6-b351-d2b2a3910577 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:23.332564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:23.332679 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-27a25377-7ef0-46c6-b351-d2b2a3910577 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.3945279 Jan 22 20:05:23.333251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47182) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:23.351401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:23.353706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:05:23.396956 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-4e482aee-3bbf-4ae4-9f95-a7066a7289b4 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/quotas/17a32df3a9a14ab2906257ec72b41627 HTTP/1.1" status: 200 len: 375 time: 0.0506968 Jan 22 20:05:23.400122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9c6d274c-bac7-4fb8-993d-9c0db00a509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:23.435144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb5c80-a0b7-48ef-a6df-17df713d94d9 req-5fc4907e-c68a-4f84-9553-3b25179924be tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:23.445266 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-60cb5c80-a0b7-48ef-a6df-17df713d94d9 req-5fc4907e-c68a-4f84-9553-3b25179924be tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 943 time: 0.2677124 Jan 22 20:05:23.558747 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-60cb5c80-a0b7-48ef-a6df-17df713d94d9 req-750b9e0d-70e9-445b-9183-2dae533dec20 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125154 Jan 22 20:05:23.620403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:23.650259 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-532c1597-0631-4052-8f67-0a652862b66c tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2023098 Jan 22 20:05:23.651358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:23.657090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Usage tracker for resource:security_group_rule and tenant:395ac94bbd28433ba0992d9da0f094b9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:23.662777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:23.709214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:23.741299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:05:23.760743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:23.846385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-66ac9fff-5c0b-4612-aeba-d708958890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:23.848051 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-66ac9fff-5c0b-4612-aeba-d708958890e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1160 time: 0.4102123 Jan 22 20:05:24.018292 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-edfc4b9f-8959-40b1-a141-e54d8745babb service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572483 Jan 22 20:05:24.193818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Network 3f3bb004-a0c5-4768-b44b-257cb75a0455 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:05:24.222696 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:05:24.256570 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-39bd47ed-2ac2-44af-b90e-1c6e70d07124 service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2224588 Jan 22 20:05:24.265997 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-74189ed2-f00d-4925-9e14-ea156c7202a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5609763 Jan 22 20:05:24.419047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:24.426019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:24.437430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:24.665484 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d137f2e-8a1e-45d8-a9cb-8d5a7c9db267 req-6507a822-1d5f-4aee-a05c-19effc2768d1 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:24.671616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-d2e2ef4d-15ea-4229-a24a-9d3f2fe2de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:24.671817 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6d137f2e-8a1e-45d8-a9cb-8d5a7c9db267 req-6507a822-1d5f-4aee-a05c-19effc2768d1 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.4138803 Jan 22 20:05:24.673219 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-d2e2ef4d-15ea-4229-a24a-9d3f2fe2de19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.7821832 Jan 22 20:05:24.674531 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=395ac94bbd28433ba0992d9da0f094b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3398283 Jan 22 20:05:24.678769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702afc99-9a60-4a7b-9f2f-4091fe9ae669,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:24.691913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:24.698551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47234) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:24.765855 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:24.772214 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-08354ab8-214b-423b-b0f0-bb81b4dde836 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 217 time: 0.0849588 Jan 22 20:05:24.781377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5019ee5d-9951-499e-a59a-55c6e00a7fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:24.819711 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eb32822c-c873-467c-8e4b-624104aa4125 req-a417b47b-5d2e-4428-82a7-e7b10f52366f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 210 time: 0.1418622 Jan 22 20:05:24.826001 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:24.844620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-c1512d37-167d-468d-ac68-0445fa2ee66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:24.846259 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-c1512d37-167d-468d-ac68-0445fa2ee66a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 1163 time: 0.2760253 Jan 22 20:05:24.921467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c788b-0924-4452-a9a3-42f636015a7a req-ff9324e5-820f-4237-a4a9-dcda7d4dfbe6 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:24.925703 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-921c788b-0924-4452-a9a3-42f636015a7a req-ff9324e5-820f-4237-a4a9-dcda7d4dfbe6 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.22 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 945 time: 0.4355738 Jan 22 20:05:24.925860 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3f3bb004-a0c5-4768-b44b-257cb75a0455 HTTP/1.1" status: 204 len: 168 time: 2.5711958 Jan 22 20:05:24.937106 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6d137f2e-8a1e-45d8-a9cb-8d5a7c9db267 req-095acaf8-087f-4a91-949a-0dac25bf7d4e tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341783 Jan 22 20:05:24.963763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3bb004-a0c5-4768-b44b-257cb75a0455,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:25.009588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:25.058009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Deleting port d4004fe5-d440-46cc-baed-9149e958d4b3 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:05:25.058390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:25.060673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9a315e9d-34f8-45e8-86f8-9812b506b870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:25.253348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:05:25.306646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-f130e0af-58cf-4cba-bb62-fe52c148d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:25.313137 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-f130e0af-58cf-4cba-bb62-fe52c148d4b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.4886606 Jan 22 20:05:25.370755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:25.471605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-e0542514-69d3-4661-b459-92528c4e0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:25.473230 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-e0542514-69d3-4661-b459-92528c4e0f07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 909 time: 0.5483968 Jan 22 20:05:25.572642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47260) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:25.615246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:25.636872 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-d00d733b-1383-4f2b-bacb-ebc7637fa169 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8 HTTP/1.1" status: 200 len: 217 time: 0.1524739 Jan 22 20:05:25.646802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:25.664078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e3ad-eaa6-42eb-800d-b6cea327feff req-5e4bbb60-dd66-4e86-99d0-c63d84472375 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:25.671558 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bae3e3ad-eaa6-42eb-800d-b6cea327feff req-5e4bbb60-dd66-4e86-99d0-c63d84472375 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 943 time: 0.3740129 Jan 22 20:05:25.700331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-cdca3f01-3192-49f3-a7b4-824173633b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:25.702802 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-cdca3f01-3192-49f3-a7b4-824173633b14 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3788226 Jan 22 20:05:25.791107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ab6632d9-9bf0-43a0-a997-98ce0324edd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:25.836139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 925b359f-bb52-441d-99aa-5aae93399027 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:25.853799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:25.867286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:25.888443 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-d5a42166-4ab7-4a52-94b9-ab215b44efca service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766469 Jan 22 20:05:25.939761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d0391a4-53b0-4f6d-91b7-8b617461d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:25.978649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702afc99-9a60-4a7b-9f2f-4091fe9ae669,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:25.996406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:26.075708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:26.081697 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/702afc99-9a60-4a7b-9f2f-4091fe9ae669 HTTP/1.1" status: 204 len: 168 time: 1.3783078 Jan 22 20:05:26.245769 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bae3e3ad-eaa6-42eb-800d-b6cea327feff req-9dd25d87-c51d-4d28-9be8-21efc64ee596 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105475 Jan 22 20:05:26.290556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:26.341837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 925b359f-bb52-441d-99aa-5aae93399027, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=925b359f-bb52-441d-99aa-5aae93399027,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:26.345244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b359f-bb52-441d-99aa-5aae93399027'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:26.351971 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:26.355412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:26.359205 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ba45d6d-0e83-4cce-ad0e-ec46505f5567 req-70d40a5f-67d1-40eb-880f-44429abe7ffc service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4568453 Jan 22 20:05:26.360212 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2dda5429-d9e1-454a-abe3-7e2cd0fa5aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:26.379454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-da934aa4-0164-4e80-a29e-d55adbd63cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:26.381329 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-da934aa4-0164-4e80-a29e-d55adbd63cb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.7348943 Jan 22 20:05:26.421453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device d4004fe5-d440-46cc-baed-9149e958d4b3 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:05:26.493758 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-306cedd2-6456-41f7-b146-3e487161c27e req-e4016b63-0483-4d2b-b932-87b52c1fc1af tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 210 time: 0.3029091 Jan 22 20:05:26.517579 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-26f27358-6070-4711-9248-05a082d67c0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41abd414664c4685ba6a495c38e66440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9421434 Jan 22 20:05:26.543087 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47284) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:26.570978 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-2df46640-6f57-400e-86e6-b47ffb96b975 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814735 Jan 22 20:05:26.616612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] For port d4004fe5-d440-46cc-baed-9149e958d4b3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d4004fe5-d440-46cc-baed-9149e958d4b3,segment=NetworkSegment(ba08daaa-aa74-4a6e-8d07-50c22a37486e),segment_id=ba08daaa-aa74-4a6e-8d07-50c22a37486e)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:26.617012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:26.871763 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b359f-bb52-441d-99aa-5aae93399027', 'code': 200} Jan 22 20:05:26.880754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=925b359f-bb52-441d-99aa-5aae93399027,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:26.924362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:26.941030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-7ea869ec-33d8-4c9d-9dab-77724b4dec5b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:26.942629 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-7ea869ec-33d8-4c9d-9dab-77724b4dec5b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.3763065 Jan 22 20:05:26.959786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:26.995750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Calling delete_port for d4004fe5-d440-46cc-baed-9149e958d4b3 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:05:27.005429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Request body: {'port': {'device_id': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28', 'admin_state_up': True, 'tenant_id': '17a32df3a9a14ab2906257ec72b41627'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:27.044811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port d4004fe5-d440-46cc-baed-9149e958d4b3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d4004fe5-d440-46cc-baed-9149e958d4b3,segment=NetworkSegment(ba08daaa-aa74-4a6e-8d07-50c22a37486e),segment_id=ba08daaa-aa74-4a6e-8d07-50c22a37486e)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:27.051097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.053139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:27.130791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47296) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:27.178392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=d4004fe5-d440-46cc-baed-9149e958d4b3,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:27.182057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:27.206149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.22', 62722) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:27.268331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.310768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:27.323170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Usage tracker for resource:security_group_rule and tenant:db74d095cca344fe8af30e0d8ac11c9c is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:27.324935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.328164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:27.337600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80121) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:05:27.337979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:05:27.338926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:27.368118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aee15-c47c-40d7-a7bb-a76f9d5b44bf req-683cd017-8646-4087-b0f1-5b9e700952dd tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:27.376590 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b53aee15-c47c-40d7-a7bb-a76f9d5b44bf req-683cd017-8646-4087-b0f1-5b9e700952dd tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.5560248 Jan 22 20:05:27.475909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:27.502419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.513768 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-e78ae5a0-1059-42ce-a10d-e78f308b9b41 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9093094 Jan 22 20:05:27.579713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.582042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:27.583397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.594657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b53aee15-c47c-40d7-a7bb-a76f9d5b44bf req-e2e7b106-650d-4a22-9bec-6a7f1ebf19cb tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171528 Jan 22 20:05:27.596697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.605628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:27.662259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ff20e-0b3f-4bac-8075-92e5c2718954,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:27.684009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:27.721582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b811c2-67f6-4f92-93b5-120047d0a90c req-e872879e-ebd4-4c67-9362-358f77054b12 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:27.729282 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b811c2-67f6-4f92-93b5-120047d0a90c req-e872879e-ebd4-4c67-9362-358f77054b12 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.2570176 Jan 22 20:05:27.738143 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db74d095cca344fe8af30e0d8ac11c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023271 Jan 22 20:05:27.769800 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-7861b52b-9127-40e2-888a-c73d120df169 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2305911 Jan 22 20:05:27.770025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47322) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:27.828617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.837992 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:27.843964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.848901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Usage tracker for resource:port and tenant:17a32df3a9a14ab2906257ec72b41627 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:27.858385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Quota usage for port was recalculated. Used quota:1. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:27.860947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Deleting port d4004fe5-d440-46cc-baed-9149e958d4b3 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:05:27.861686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.870627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17000-5908-4fd8-8e72-8700a797534d req-d4f5d20c-54ef-44a2-a235-cba7d633086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:27.872249 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d1d17000-5908-4fd8-8e72-8700a797534d req-d4f5d20c-54ef-44a2-a235-cba7d633086d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1162 time: 0.6482720 Jan 22 20:05:27.901959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:27.954725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Made reservation on behalf of 17a32df3a9a14ab2906257ec72b41627 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:27.964097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:27.976778 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1d87bfe0-bad2-47ea-a137-6673772846a9 req-d4ccb271-0c8e-4f15-859e-c4b36415c5ec tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 210 time: 0.2031918 Jan 22 20:05:28.006008 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b811c2-67f6-4f92-93b5-120047d0a90c req-7b7d1862-b867-431c-ba4c-267ea2ad2ef0 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756708 Jan 22 20:05:28.048287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d1d17000-5908-4fd8-8e72-8700a797534d req-a4218ab1-491d-45d4-a458-f0b39b8fd17b service neutron] Synchronizing usage tracker for tenant:7eed3fd779b14c0f8094ee737883ceea on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:28.131346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d1d17000-5908-4fd8-8e72-8700a797534d req-a4218ab1-491d-45d4-a458-f0b39b8fd17b service neutron] Unset dirty status for tenant:7eed3fd779b14c0f8094ee737883ceea on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:28.132838 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d1d17000-5908-4fd8-8e72-8700a797534d req-a4218ab1-491d-45d4-a458-f0b39b8fd17b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519968 Jan 22 20:05:28.133556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.143724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d9e06647-1bac-4ac8-9713-9cd6fb0aa177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:28.163149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb3f7bc-17ef-4f6f-84fd-a51545fa679b,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:28.167518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:28.272723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.272723 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fb3f7bc-17ef-4f6f-84fd-a51545fa679b HTTP/1.1" status: 204 len: 168 time: 1.7173171 Jan 22 20:05:28.385533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] For port d4004fe5-d440-46cc-baed-9149e958d4b3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d4004fe5-d440-46cc-baed-9149e958d4b3,segment=NetworkSegment(ba08daaa-aa74-4a6e-8d07-50c22a37486e),segment_id=ba08daaa-aa74-4a6e-8d07-50c22a37486e)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:28.385935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.404053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.506133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Allocated IP 172.20.0.2 (2e55ab23-9659-4c15-9cea-44f78f23fc28/f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd/556d9222-a504-4b53-8622-9d84a392fa66) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:05:28.668312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Calling delete_port for d4004fe5-d440-46cc-baed-9149e958d4b3 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:05:28.755807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.872525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:28.907812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.947624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.977984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:28.991811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c0823e41-2f4f-43f7-ac64-c384e4ca3028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:28.995028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:29.023019 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3', 'code': 200} Jan 22 20:05:29.027330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ff20e-0b3f-4bac-8075-92e5c2718954,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:29.032451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:29.051259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:29.075256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:29.153034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772fbed-f162-4a5a-bf93-47ada633f5e0 req-2c8fab8f-08ab-4cf7-954f-c6dcbfe06612 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:29.153844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c772fbed-f162-4a5a-bf93-47ada633f5e0 req-2c8fab8f-08ab-4cf7-954f-c6dcbfe06612 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Synchronizing usage tracker for tenant:0e3113879ef94342b9af846f3447cd2c on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:29.157713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:29.159337 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/287ff20e-0b3f-4bac-8075-92e5c2718954 HTTP/1.1" status: 204 len: 168 time: 1.3235302 Jan 22 20:05:29.174859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47398) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:29.213253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Pushing event deleted for resources: {'Port': ['ID=d4004fe5-d440-46cc-baed-9149e958d4b3,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:29.216410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:29.573011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event updated for resources: {'Port': ['ID=556d9222-a504-4b53-8622-9d84a392fa66,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:29.581011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:29.638056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47416) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:29.715523 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6a290414-732a-4d2e-8585-a9199d41d4ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c83d1f7138c4aa6892ed04ca672577b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339797 Jan 22 20:05:29.718147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c772fbed-f162-4a5a-bf93-47ada633f5e0 req-2c8fab8f-08ab-4cf7-954f-c6dcbfe06612 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Unset dirty status for tenant:0e3113879ef94342b9af846f3447cd2c on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:29.720558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47424) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:29.725847 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c772fbed-f162-4a5a-bf93-47ada633f5e0 req-2c8fab8f-08ab-4cf7-954f-c6dcbfe06612 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 943 time: 0.8687284 Jan 22 20:05:29.768835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:29.772789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:29.777497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:05:29.826521 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c772fbed-f162-4a5a-bf93-47ada633f5e0 req-bd466005-871f-4982-b22c-e7444a35fdba tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/security-groups?id=16f74317-c9db-47e1-9314-05892f15b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995574 Jan 22 20:05:29.882809 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:29.908155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:29.908880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:29.952755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:29.964340 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9907486 Jan 22 20:05:29.986701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7e267-db8c-4057-a212-1a7f8418727e req-ee2e0f4c-a96f-41f0-bf8a-fd4f8ef3faac tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:29.994460 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fee7e267-db8c-4057-a212-1a7f8418727e req-ee2e0f4c-a96f-41f0-bf8a-fd4f8ef3faac tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 931 time: 0.3868392 Jan 22 20:05:30.003044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Request body: {'port': {'device_id': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:30.009862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] No DVR routers for this DVR port d4004fe5-d440-46cc-baed-9149e958d4b3 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:05:30.017450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.019547 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-921c788b-0924-4452-a9a3-42f636015a7a req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.22 "DELETE /v2.0/ports/d4004fe5-d440-46cc-baed-9149e958d4b3 HTTP/1.1" status: 204 len: 173 time: 5.0811310 Jan 22 20:05:30.020057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'name': 'network-vif-deleted', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:30.145590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.159490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47438) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:30.165961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.181290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97a003bd-3ecb-452a-9257-94d28a501e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:30.203993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:30.207456 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfb07bf-6e08-475e-b38c-4f0dbc5e91aa,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:30.210298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.214376 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddfb07bf-6e08-475e-b38c-4f0dbc5e91aa HTTP/1.1" status: 204 len: 168 time: 0.4903805 Jan 22 20:05:30.214376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:30.241918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Usage tracker for resource:security_group_rule and tenant:cac9bfb7a0fb467985bba02ae5ad4ad2 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:30.246580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:30.257441 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fee7e267-db8c-4057-a212-1a7f8418727e req-1ce48792-73cb-40d5-b2d2-4dad49ff9101 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619505 Jan 22 20:05:30.339875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.348494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dcb32-dba3-4e3c-8fc2-589625dd7445 req-ed3ac5c3-b5ba-42c5-a2a0-155f275719bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:30.350409 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b72dcb32-dba3-4e3c-8fc2-589625dd7445 req-ed3ac5c3-b5ba-42c5-a2a0-155f275719bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.2433906 Jan 22 20:05:30.351432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47452) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:30.369326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:30.441288 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b72dcb32-dba3-4e3c-8fc2-589625dd7445 req-a6f268d7-d4fa-4156-95a4-a8a93cef894c tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676174 Jan 22 20:05:30.534555 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.607105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:30.630207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Usage tracker for resource:security_group_rule and tenant:87831664b21b426392ae04234514cd1e is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:30.643843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:30.653198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:30.747835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dd54f-3fd5-489e-86b7-3e20efdbcffc req-770e3226-5bae-4c98-9bd0-1b5e5f9cdbbb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:30.762838 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-454dd54f-3fd5-489e-86b7-3e20efdbcffc req-770e3226-5bae-4c98-9bd0-1b5e5f9cdbbb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1447878 Jan 22 20:05:30.763404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47468) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:30.770376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'floatingip': {'port_id': '925b359f-bb52-441d-99aa-5aae93399027'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:30.913751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.923904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:30.939828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.024876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4f3660b2-fe66-494f-8142-7b29ff217e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:31.053379 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac9bfb7a0fb467985bba02ae5ad4ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4138291 Jan 22 20:05:31.106479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47480) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:31.110772 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b', 'name': 'network-vif-deleted', 'tag': 'd4004fe5-d440-46cc-baed-9149e958d4b3', 'status': 'completed', 'code': 200} Jan 22 20:05:31.115915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.201982 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ff72730-2eb4-4f3b-9ee4-0b839968e49c req-ae54e7fa-77ef-4aff-9b74-aecc87fcfb3b tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] 10.222.0.18 "GET /v2.0/ports?device_id=7dfaa30f-b8e4-4acc-8fea-2cedf487cf4b HTTP/1.1" status: 200 len: 210 time: 0.0900116 Jan 22 20:05:31.217905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:31.247817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.268179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Usage tracker for resource:security_group_rule and tenant:15124052ca5e4aa783bb60abb3e8ca1e is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:31.274084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:31.277140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873dd777-9105-4732-8e71-5b056fc58a01,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:31.288774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.304930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:31.305471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4d7aed25-c0c7-4c18-a97f-7efd72067974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:31.308266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:31.355625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba96fe-cdff-4daa-87f2-b42e7a99e9eb,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:31.377275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:31.422910 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87831664b21b426392ae04234514cd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2571776 Jan 22 20:05:31.425811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.450898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47494) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:31.458802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.511722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.527302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-309bac8c-7e4f-4dd8-8da4-fd8156d1c65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:31.552253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873dd777-9105-4732-8e71-5b056fc58a01,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:31.556435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:31.624784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.629150 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/873dd777-9105-4732-8e71-5b056fc58a01 HTTP/1.1" status: 204 len: 168 time: 0.5203054 Jan 22 20:05:31.644973 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556d9222-a504-4b53-8622-9d84a392fa66 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:05:31.653607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.670395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Transition to ACTIVE for port object 556d9222-a504-4b53-8622-9d84a392fa66 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:05:31.675063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.697914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2a8e205d-e25a-4282-8dfd-d7d999fb2974 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:31.728909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:31.810390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb94075-2501-458b-a579-d18b059686fd req-a6df362b-d37e-494e-b532-1beb4bfb4387 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:31.812526 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5eb94075-2501-458b-a579-d18b059686fd req-a6df362b-d37e-494e-b532-1beb4bfb4387 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 931 time: 0.2502885 Jan 22 20:05:31.855731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Pushing event updated for resources: {'Port': ['ID=556d9222-a504-4b53-8622-9d84a392fa66,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:31.866056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:31.927495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.073056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Attempting to bind port 556d9222-a504-4b53-8622-9d84a392fa66 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:05:32.073515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Attempting to bind port 556d9222-a504-4b53-8622-9d84a392fa66 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:05:32.086681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Attempting to bind port 556d9222-a504-4b53-8622-9d84a392fa66 on network 2e55ab23-9659-4c15-9cea-44f78f23fc28 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:05:32.115206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:05:32.115596 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Checking segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:32.116006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.116408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Bound using segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:05:32.116895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Bound port: 556d9222-a504-4b53-8622-9d84a392fa66, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:05:32.117276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.216412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.219425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] For port 556d9222-a504-4b53-8622-9d84a392fa66, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:32.223149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] For port 556d9222-a504-4b53-8622-9d84a392fa66, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=556d9222-a504-4b53-8622-9d84a392fa66,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:32.229950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.233275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.246320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:32.246514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bf585fae-5cd5-4e76-976b-98fe83ae1eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:32.267693 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5eb94075-2501-458b-a579-d18b059686fd req-03419603-945f-4562-959b-37c4518dabfd tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619478 Jan 22 20:05:32.375408 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15124052ca5e4aa783bb60abb3e8ca1e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0162559 Jan 22 20:05:32.375408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47520) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:32.378901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c0765d-1b9c-4d74-9ed8-8c0b6830aa24,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:32.392994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47522) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:32.408497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Pushing event updated for resources: {'Port': ['ID=556d9222-a504-4b53-8622-9d84a392fa66,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:32.413892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:32.418955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:32.477784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.494308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:32.500741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:32.503564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.505699 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] 10.222.0.22 "PUT /v2.0/ports/556d9222-a504-4b53-8622-9d84a392fa66 HTTP/1.1" status: 200 len: 1157 time: 2.5253892 Jan 22 20:05:32.506246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'tag': '556d9222-a504-4b53-8622-9d84a392fa66'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:32.522095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.552382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba96fe-cdff-4daa-87f2-b42e7a99e9eb,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:32.580883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:32.582181 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'tag': '556d9222-a504-4b53-8622-9d84a392fa66', 'status': 'completed', 'code': 200} Jan 22 20:05:32.591228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:32.597803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.resource_extend [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 20:05:32.681897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:302eae3bdb724e60b340c49f23859bb3 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:32.685046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:32.686552 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68ba96fe-cdff-4daa-87f2-b42e7a99e9eb HTTP/1.1" status: 204 len: 168 time: 1.2334146 Jan 22 20:05:32.689979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:32.702677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:32.735585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-ac0964c8-f410-47ce-9b35-76d9991f2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:32.737577 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-ac0964c8-f410-47ce-9b35-76d9991f2d35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 1160 time: 0.1303174 Jan 22 20:05:32.838631 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-6d95b958-fee6-4fac-83b8-95a03129d0fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=556d9222-a504-4b53-8622-9d84a392fa66 HTTP/1.1" status: 200 len: 217 time: 0.0698044 Jan 22 20:05:32.924727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-17680cd5-c83b-4470-8bc2-632bc453635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:32.926245 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-17680cd5-c83b-4470-8bc2-632bc453635a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.0903769 Jan 22 20:05:32.960278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.006103 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-3cdbd3ea-776a-4717-accc-d7184f9dabea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717187 Jan 22 20:05:33.006556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.162910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.273017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.303423 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-1ad3c0b6-dbb8-41a2-aea5-0b8e91c10045 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900720 Jan 22 20:05:33.354292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.367535 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.412034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47560) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:33.418831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.459266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2eb4e992-f369-4000-8f0b-0916ff769b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:33.527142 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d67125e-570c-4246-85b3-3cb02eb1c228 req-bf3f7ea9-41e5-4b4c-b681-2c84948e4d28 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2143672 Jan 22 20:05:33.541978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c5633-331e-436c-8cb5-65440d8d681d,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:33.554057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:33.565608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.658050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:33.662673 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=302eae3bdb724e60b340c49f23859bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2647686 Jan 22 20:05:33.666408 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Floating IP a6783879-fa10-4bb5-b1f0-37c09d042672 associated. External IP: 172.28.1.214, port: 925b359f-bb52-441d-99aa-5aae93399027. Jan 22 20:05:33.689395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47572) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:33.731355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Usage tracker for resource:security_group_rule and tenant:3dd836ff78eb432fa2776f17b1e6a8d6 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:33.736163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:33.760970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.804470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.817150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-d8390aa3-2ce0-4edf-82e0-d871174d601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:33.818813 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-d8390aa3-2ce0-4edf-82e0-d871174d601d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 1160 time: 0.1826341 Jan 22 20:05:33.822137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:33.829379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.839163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-042a7d61-3d3c-46ae-89f3-b217ecc8d14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:33.884288 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c0765d-1b9c-4d74-9ed8-8c0b6830aa24,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:33.900393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:33.944192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:33.945487 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5c0765d-1b9c-4d74-9ed8-8c0b6830aa24 HTTP/1.1" status: 204 len: 168 time: 1.5679641 Jan 22 20:05:34.004735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.021528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:34.025865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5830d-6453-45ba-b89e-35e1e7f3ac75 req-b4e40cf5-aaa6-4a25-b53f-d4469d879e0e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:34.038672 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3fd5830d-6453-45ba-b89e-35e1e7f3ac75 req-b4e40cf5-aaa6-4a25-b53f-d4469d879e0e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 943 time: 0.4906445 Jan 22 20:05:34.039616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c5633-331e-436c-8cb5-65440d8d681d,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:34.050566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:34.055662 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-411238f1-1fda-4937-886a-eb6d1d288c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:34.057378 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-411238f1-1fda-4937-886a-eb6d1d288c51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 909 time: 0.2249317 Jan 22 20:05:34.061635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.063097 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d1c5633-331e-436c-8cb5-65440d8d681d HTTP/1.1" status: 204 len: 168 time: 0.3713684 Jan 22 20:05:34.198892 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-49af83ef-5b29-467e-8cac-db65ae8c0f1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=556d9222-a504-4b53-8622-9d84a392fa66 HTTP/1.1" status: 200 len: 217 time: 0.1336746 Jan 22 20:05:34.299008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-e1bfa5ee-e7f3-4487-92f7-7bdba170776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:34.300751 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-e1bfa5ee-e7f3-4487-92f7-7bdba170776f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.0929620 Jan 22 20:05:34.315859 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3fd5830d-6453-45ba-b89e-35e1e7f3ac75 req-f0d5311f-3688-4eef-97f0-cc0f3db9efa8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762153 Jan 22 20:05:34.413050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:05:34.437818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.452693 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-87ff96c5-d828-40f8-bec7-11d52fd6cb4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437511 Jan 22 20:05:34.516284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.536000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f3f55a62-db15-4bc7-962d-ddbd7bde7e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:34.667754 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dd836ff78eb432fa2776f17b1e6a8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2315807 Jan 22 20:05:34.683628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47614) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:34.704337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d08064-6030-4d60-a6ce-b6d7ae42b222,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:34.707725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47618) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:34.708196 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-de84f39c-1b8d-419a-abac-a0ee2fb61635 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432411 Jan 22 20:05:34.741798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:34.744153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47622) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:34.780160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.838966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:34.844973 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:05:34.853977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Usage tracker for resource:security_group_rule and tenant:542c49a34ba349f68d9732e0c8dc736f is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:34.862239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:05:34.869472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:34.880635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:05:34.882103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:05:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:34.889357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:34.899376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.917917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Deleting subnet 26cfa83f-2d4a-4167-a03c-115b018983da {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:05:34.921325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.937380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.968602 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:34.977291 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.027211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.042687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-078a0717-422e-4009-817e-e80a41829333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:35.092664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d08064-6030-4d60-a6ce-b6d7ae42b222,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:35.114161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.118492 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8d08064-6030-4d60-a6ce-b6d7ae42b222 HTTP/1.1" status: 204 len: 168 time: 0.4299266 Jan 22 20:05:35.127892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:35.133917 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7885a801-4769-4df1-9093-470fb9f49863 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "PUT /v2.0/floatingips/a6783879-fa10-4bb5-b1f0-37c09d042672 HTTP/1.1" status: 200 len: 991 time: 4.3652990 Jan 22 20:05:35.133917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'tag': '925b359f-bb52-441d-99aa-5aae93399027'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:35.241670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:05:35.343174 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'tag': '925b359f-bb52-441d-99aa-5aae93399027', 'status': 'completed', 'code': 200} Jan 22 20:05:35.397664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.492179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.519646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.550816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:35.614219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd615d-afc3-4612-9948-fb3674304aa2,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:35.697765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.698165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.698558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.698972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.699353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.699735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.700116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.700490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.700862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.701769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.702768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.703158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.703579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.703965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.704342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.704716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.705235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.705444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.705817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.706190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.706565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.707070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.707305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.707675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:35.720490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:35.727998 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=542c49a34ba349f68d9732e0c8dc736f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0016308 Jan 22 20:05:35.735081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47652) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:35.786967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-463cf568-42c8-4121-bc51-9e9b3f3b4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:35.788613 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-463cf568-42c8-4121-bc51-9e9b3f3b4913 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1162 time: 0.3940043 Jan 22 20:05:35.895735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ff56-e71e-455a-91b7-bcfa2fb4aeab req-4173057a-2b29-40c2-b0b2-9a8bdda721d0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:35.898154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.903470 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2227ff56-e71e-455a-91b7-bcfa2fb4aeab req-4173057a-2b29-40c2-b0b2-9a8bdda721d0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 943 time: 0.2929146 Jan 22 20:05:35.921724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:35.948288 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:35.950664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': 'a6783879-fa10-4bb5-b1f0-37c09d042672', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'port_id': '925b359f-bb52-441d-99aa-5aae93399027', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'mac_address': 'fa:16:3e:8e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:05:05Z', 'updated_at': '2021-01-22T20:05:32Z', 'revision_number': 1, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:35.965021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:05:35.987259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:05:35.988650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cfa83f-2d4a-4167-a03c-115b018983da,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:35.990441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:05:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:35.995312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:35.999604 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a121ca2-9820-495a-a16b-2c25b580aeca req-263b68d9-15e3-4ba7-b932-fa9f49e9cf30 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2828839 Jan 22 20:05:36.018486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47658) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:36.078102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 556d9222-a504-4b53-8622-9d84a392fa66 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:36.098372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.116392 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/26cfa83f-2d4a-4167-a03c-115b018983da HTTP/1.1" status: 204 len: 168 time: 1.3665049 Jan 22 20:05:36.121302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47662) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:36.147282 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2227ff56-e71e-455a-91b7-bcfa2fb4aeab req-b9bf61ec-13c9-4cb7-b474-d662ae0d11af tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427654 Jan 22 20:05:36.175841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.204642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:36.209104 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9941f7306dae45b4a28296e4b160c7f2 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:36.212732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:36.220211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:36.234312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 556d9222-a504-4b53-8622-9d84a392fa66 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:36.239989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 556d9222-a504-4b53-8622-9d84a392fa66 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:36.241110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.287660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.364859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.427194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.438340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:05:36.465971 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 556d9222-a504-4b53-8622-9d84a392fa66, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=556d9222-a504-4b53-8622-9d84a392fa66,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:36.467460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556d9222-a504-4b53-8622-9d84a392fa66'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:36.480143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.482300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:36.571692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=556d9222-a504-4b53-8622-9d84a392fa66,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:36.576658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:36.631388 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556d9222-a504-4b53-8622-9d84a392fa66', 'code': 200} Jan 22 20:05:36.774752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.800724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-5d9c2932-f824-46b9-96df-9fb4fedaeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:36.802377 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-5d9c2932-f824-46b9-96df-9fb4fedaeab5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.9967897 Jan 22 20:05:36.813200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.884957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:36.925158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4ca84398-d560-4a2e-a18d-e1657d3d7a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:36.970087 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77993a5e-376d-49e6-9ff4-15bc68f32af0,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:36.976134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:37.040027 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9941f7306dae45b4a28296e4b160c7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0202763 Jan 22 20:05:37.046642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47696) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:37.099769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10b8fff-b831-40d4-adc1-d52500023fcc']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:37.115458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba08daaa-aa74-4a6e-8d07-50c22a37486e') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:37.115962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba08daaa-aa74-4a6e-8d07-50c22a37486e') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:37.131358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.143425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.176077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.177363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c8b7fcc0-3257-4d39-b035-18c356f7b0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:37.184026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:05:37.186873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': 'a6783879-fa10-4bb5-b1f0-37c09d042672', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'port_id': '925b359f-bb52-441d-99aa-5aae93399027', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'mac_address': 'fa:16:3e:8e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:05:05Z', 'updated_at': '2021-01-22T20:05:32Z', 'revision_number': 1, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:37.196265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22747506-2e13-41eb-8ceb-e4cb9f8da487 None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': 'a6783879-fa10-4bb5-b1f0-37c09d042672', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'port_id': '925b359f-bb52-441d-99aa-5aae93399027', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'mac_address': 'fa:16:3e:8e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:05:05Z', 'updated_at': '2021-01-22T20:05:32Z', 'revision_number': 1, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:05:37.328312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd615d-afc3-4612-9948-fb3674304aa2,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:37.346361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:37.351851 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-a11029dd-4468-4e79-90c8-657784e4cca5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 999 time: 0.5364377 Jan 22 20:05:37.418487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.419922 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ecd615d-afc3-4612-9948-fb3674304aa2 HTTP/1.1" status: 204 len: 168 time: 1.6780808 Jan 22 20:05:37.467471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47714) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:37.545047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.550395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-e4e54a8a-f85c-46cb-a8bc-abeb88db2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:37.553035 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-e4e54a8a-f85c-46cb-a8bc-abeb88db2a41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.1892207 Jan 22 20:05:37.568834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Network e10b8fff-b831-40d4-adc1-d52500023fcc has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:05:37.580107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.669005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.678866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a97abab-ea63-4218-9f02-7eba1ef1b586 None None] New status for floating IP a6783879-fa10-4bb5-b1f0-37c09d042672: ACTIVE {{(pid=80123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:05:37.810487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.822849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 556d9222-a504-4b53-8622-9d84a392fa66 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:37.895637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f5dc-ade5-494c-bc2f-75b0723c0f06 req-94d55991-9da4-4802-9cde-f3668fb8b687 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:37.898653 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a5e4f5dc-ade5-494c-bc2f-75b0723c0f06 req-94d55991-9da4-4802-9cde-f3668fb8b687 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.5317194 Jan 22 20:05:37.906932 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.934877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-813ef396-887e-429d-b5ea-629429f4f87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:37.957298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77993a5e-376d-49e6-9ff4-15bc68f32af0,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:37.961462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Network e10b8fff-b831-40d4-adc1-d52500023fcc has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:05:37.964938 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:37.976167 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:37.989978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Usage tracker for resource:security_group_rule and tenant:65c95da6d6e9484da45833111ade4d24 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:05:37.995930 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:05:37.997873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:37.999705 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77993a5e-376d-49e6-9ff4-15bc68f32af0 HTTP/1.1" status: 204 len: 168 time: 0.9519751 Jan 22 20:05:38.002329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:38.024169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:38.053148 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a5e4f5dc-ade5-494c-bc2f-75b0723c0f06 req-283c6cfd-672a-4ab2-ae5c-ff4ec8634601 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Jan 22 20:05:38.055387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-5378285f-f079-46de-b915-1a9e3af0c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:38.057064 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-5378285f-f079-46de-b915-1a9e3af0c50c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4907241 Jan 22 20:05:38.192789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9bace-11d4-4bf9-b028-1e6f12ec136c req-c1475158-fa46-4568-9672-cb032a164df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:38.194457 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-34c9bace-11d4-4bf9-b028-1e6f12ec136c req-c1475158-fa46-4568-9672-cb032a164df8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 1162 time: 0.6676080 Jan 22 20:05:38.195668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.218732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 556d9222-a504-4b53-8622-9d84a392fa66 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:38.219728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.230493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:38.248333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.272265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10b8fff-b831-40d4-adc1-d52500023fcc,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:38.284706 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e10b8fff-b831-40d4-adc1-d52500023fcc HTTP/1.1" status: 204 len: 168 time: 2.1599751 Jan 22 20:05:38.286778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.287192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.287591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.287987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.288378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.288766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.289154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.289540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.289921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.290308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.290715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.291100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.291530 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.291916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.292299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.292680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.293059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.293443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.293823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.294204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.294587 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.295040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.295513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.295903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:38.301784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-77579fe7-f411-4aec-9c56-b210b7d4e925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:38.305570 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-34c9bace-11d4-4bf9-b028-1e6f12ec136c req-0a295250-bd0c-4b5f-9e89-6673547ed49f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Jan 22 20:05:38.413487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.419591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.431172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-26284f16-22d3-449e-8465-86994913d792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:38.465767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439851db-4a70-4747-9b14-7c8dea65a1ea,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:38.474512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:38.506437 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-b8bea508-315c-429a-b136-e2b7249c2d7e service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407930 Jan 22 20:05:38.509010 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65c95da6d6e9484da45833111ade4d24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0404997 Jan 22 20:05:38.512073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47750) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:38.578332 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.615310 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.622770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47754) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:38.708032 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-04ba0bcf-39ea-4e7f-9256-05131c828a2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3113879ef94342b9af846f3447cd2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0832403 Jan 22 20:05:38.710627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47762) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:38.718377 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c73a7fa-5e55-4fb6-9561-99b4bdeabc7f req-f3d89bd9-0989-4aa5-a00e-0aab27679299 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468053 Jan 22 20:05:38.725920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.735714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-263d2a64-10e7-4b62-90c7-21c386a748bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:38.760198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439851db-4a70-4747-9b14-7c8dea65a1ea,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:38.768061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:38.788752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.793065 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/439851db-4a70-4747-9b14-7c8dea65a1ea HTTP/1.1" status: 204 len: 168 time: 0.2798803 Jan 22 20:05:38.828057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.862696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.915410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.921303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7763e0f6-5103-44d7-94ba-c2f6cd8798e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:38.937057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f74317-c9db-47e1-9314-05892f15b79a,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:38.939976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:38.946680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:38.951190 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16f74317-c9db-47e1-9314-05892f15b79a HTTP/1.1" status: 204 len: 168 time: 0.2395370 Jan 22 20:05:39.367830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8644c2-d89a-447f-b9bc-366a107ec405 req-138d47a0-5764-4757-a34a-854a9c5b0867 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:39.369407 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fb8644c2-d89a-447f-b9bc-366a107ec405 req-138d47a0-5764-4757-a34a-854a9c5b0867 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.1250803 Jan 22 20:05:39.425673 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fb8644c2-d89a-447f-b9bc-366a107ec405 req-4cf2e6c1-dfd5-4461-98a2-0b26c79fbdea tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494416 Jan 22 20:05:39.574907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47800) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:39.678297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47808) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:39.697191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:39.712847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:39.717305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Usage tracker for resource:security_group_rule and tenant:23a19407e9a3424191ff74bb9115394c is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:39.720604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:39.726828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:39.742778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 556d9222-a504-4b53-8622-9d84a392fa66 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:39.817283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 556d9222-a504-4b53-8622-9d84a392fa66 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:39.818002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:39.842338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:39.846571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:39.861501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b20102de-eeff-4471-a670-6c7daac9c33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:39.915048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47818) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:39.915629 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23a19407e9a3424191ff74bb9115394c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357125 Jan 22 20:05:39.916791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51cd3e0-7d62-4b0d-b7b5-43b505104170,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:39.934711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:40.004634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.034658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.105360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.113572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-72fb57fb-652f-411f-9151-eea5a71446be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:40.140226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51cd3e0-7d62-4b0d-b7b5-43b505104170,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:40.143297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:40.155864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.159859 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e51cd3e0-7d62-4b0d-b7b5-43b505104170 HTTP/1.1" status: 204 len: 168 time: 0.2408447 Jan 22 20:05:40.159859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.177397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:40.181935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1014e648144cb4aa8e21416f994bb1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:40.187404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:40.193372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:40.283545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.287254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.319940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-16837772-6024-4cf1-b2b5-781fb7907b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:40.334192 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b1014e648144cb4aa8e21416f994bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7554274 Jan 22 20:05:40.334693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47832) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:40.354907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a9acb7-bcd8-44fc-a879-c1cb198aefaa,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:40.359370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:40.412533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.443601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.495036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.501163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ab17fb78-2bd0-4772-a1fc-f12106e1a1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:40.515611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a9acb7-bcd8-44fc-a879-c1cb198aefaa,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:40.531613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:40.543156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:40.544683 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8a9acb7-bcd8-44fc-a879-c1cb198aefaa HTTP/1.1" status: 204 len: 168 time: 0.2089429 Jan 22 20:05:40.683854 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b030a9a-2ff8-4a44-917f-deed56d4dc54 req-198d823e-21dc-4a17-becf-4197999e4fe6 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:40.686155 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b030a9a-2ff8-4a44-917f-deed56d4dc54 req-198d823e-21dc-4a17-becf-4197999e4fe6 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.1186779 Jan 22 20:05:40.741824 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b030a9a-2ff8-4a44-917f-deed56d4dc54 req-5bef1c35-5954-4ca5-934b-9f494c0dabe6 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481541 Jan 22 20:05:41.741668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47894) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:41.770651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:41.787556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:41.791654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Usage tracker for resource:security_group_rule and tenant:06a2b9cf0c274ac89dedcadb8e642355 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:41.794728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:41.801733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:41.933968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:41.939521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:41.963989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:42.002319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13066c-6e45-4653-811d-4447a69ab138,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:42.012184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:42.023580 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06a2b9cf0c274ac89dedcadb8e642355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807267 Jan 22 20:05:42.026286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47906) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:42.097986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:42.129876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:42.179187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:42.184746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-020dea98-c247-463e-bbad-10ec0bc70e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:42.201342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13066c-6e45-4653-811d-4447a69ab138,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:42.204321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:42.207775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:42.211777 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b13066c-6e45-4653-811d-4447a69ab138 HTTP/1.1" status: 204 len: 168 time: 0.1842155 Jan 22 20:05:42.643441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 47930) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:42.993546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-847212009-network', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:43.002153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:43.017427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Usage tracker for resource:network and tenant:4e83a13f882d4e7da6ace079b4aad1a6 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:43.022199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:43.034429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:43.062438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Made reservation on behalf of 4e83a13f882d4e7da6ace079b4aad1a6 for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:43.067946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.125133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.167851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:43.177272 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Usage tracker for resource:security_group_rule and tenant:4e83a13f882d4e7da6ace079b4aad1a6 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:43.181356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:43.190014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:43.313756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.317433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.322073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-78137943-f140-46ad-a274-02cf66ae5951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:43.356945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:05:43.366772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a6bfa-2edd-495b-97f2-369968c2dc74,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:43.370334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:43.379759 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.380704 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Added segment 6cf0c188-0141-4e70-8c25-8c3ad07e95bb of type vxlan for network 6fbc502f-a57c-4888-b6fe-8fcf672caade Jan 22 20:05:43.410035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.444703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.446072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:43.446948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:43.453966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cf0f4350-3420-4895-96ea-b980f9dddb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:43.619357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 47972) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:43.619535 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9743872 Jan 22 20:05:43.629185 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Request body: {'subnet': {'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-subnet', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:43.629317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbc502f-a57c-4888-b6fe-8fcf672caade,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:43.636300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:43.637034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:43.645966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Usage tracker for resource:subnet and tenant:4e83a13f882d4e7da6ace079b4aad1a6 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:43.648442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:43.649584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:43.660623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:43.670993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:43.691771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Made reservation on behalf of 4e83a13f882d4e7da6ace079b4aad1a6 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:43.696623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852371270'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:44.009490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-a40a2ba3-831e-4ed6-96aa-8b08538b2fef tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:44.011200 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-a40a2ba3-831e-4ed6-96aa-8b08538b2fef tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.2545969 Jan 22 20:05:44.037026 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-23713c1f-33d0-4881-925f-fc80bddb1299 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/quotas/17a32df3a9a14ab2906257ec72b41627 HTTP/1.1" status: 200 len: 375 time: 0.0187550 Jan 22 20:05:44.223336 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-90bc178d-377d-4541-97ed-d51a51197d27 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849773 Jan 22 20:05:44.297107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852371319'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:44.407118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:44.427210 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-35abe556-ef12-4412-bfb6-a686b163daa5 service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026820 Jan 22 20:05:44.552897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=941ad28e-9022-4d23-951d-d0e366523a52,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:44.555551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:44.563622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Checking segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:44.564033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Network hostable DHCP agents. Network: 6fbc502f-a57c-4888-b6fe-8fcf672caade, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:05:44.584121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:05:44.606146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 6fbc502f-a57c-4888-b6fe-8fcf672caade) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:44.615741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ede63-196b-4cef-b47a-c16cfd02afca None None] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:44.621137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:44.621968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:44.654880 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e73722c7-82bc-435e-b8b8-01a8bf7fc07f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0332346 Jan 22 20:05:44.657619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48018) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:44.665984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:44.671290 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-d38221f1-b1ed-477d-85f2-e5869a7407f3 service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2374544 Jan 22 20:05:44.673619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:44.678376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Usage tracker for resource:router and tenant:4e83a13f882d4e7da6ace079b4aad1a6 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:44.681436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:44.688248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:44.698518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:44.699965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:44.718221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:45.007116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4fa605-4701-40cf-b4c9-187cf84bfcf6 None None] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:45.086814 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17ce0e00-75d7-48eb-9681-02b64321bc68 req-cd326eae-489c-4777-8b03-e9bd7b9f96f3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.1540070 Jan 22 20:05:45.828205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:45.924691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48076) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:46.376678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:46.432951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:46.506025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:46.525528 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-21922122-0d5c-4a56-bd90-6aa94a67bcb8 req-48c3f544-f912-4d84-8cec-6b7f904c0702 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.1032932 Jan 22 20:05:46.532540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:46.537956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Usage tracker for resource:security_group_rule and tenant:25c6963ef10445f9aaf661603a9554ad is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:46.541980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:46.569311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:46.743397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:46.746407 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:46.754449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-71d8027c-ad6f-4c3c-b9e8-7dd1b6fff54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:46.792597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03990871-926a-4707-8352-43c9c3cbe7f1,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:46.818096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Allocated IP 172.28.1.115 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/35a31489-a3bc-4921-bbbe-992c565cf87c) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:05:46.839845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:47.056492 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-6ea1614b-6632-4bfb-8eb0-207b754bd239 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:47.058637 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-6ea1614b-6632-4bfb-8eb0-207b754bd239 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.2721965 Jan 22 20:05:47.064922 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25c6963ef10445f9aaf661603a9554ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1365480 Jan 22 20:05:47.065132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48124) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:47.088719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Request body: {'port': {'device_id': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28', 'admin_state_up': True, 'tenant_id': '17a32df3a9a14ab2906257ec72b41627'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:47.172870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.207644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.260266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.281796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48132) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:47.296858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:47.315754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.333897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:47.348529 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Usage tracker for resource:port and tenant:17a32df3a9a14ab2906257ec72b41627 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:47.353603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Quota usage for port was recalculated. Used quota:2. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:47.377510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Pushing event updated for resources: {'Port': ['ID=35a31489-a3bc-4921-bbbe-992c565cf87c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:47.378063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:47.381980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:47.397149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Made reservation on behalf of 17a32df3a9a14ab2906257ec72b41627 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:47.408520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.446504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.453074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8cba1855-43ec-419f-ba02-1417bdcf2458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:47.459365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:47.461107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:47.463597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:05:47.481765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03990871-926a-4707-8352-43c9c3cbe7f1,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:47.485925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:47.528437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.530720 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03990871-926a-4707-8352-43c9c3cbe7f1 HTTP/1.1" status: 204 len: 168 time: 0.4646649 Jan 22 20:05:47.534589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:47.913023 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:47.917133 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7a00c7ee-6d45-4a26-a345-f9ae97e42388 req-8c3ed0e0-d514-4510-b9ad-dd05f6de5da8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.0767291 Jan 22 20:05:47.939161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb4860e8e554aefac5b8c0f88c99b16 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:47.959804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:48.000740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:48.117729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48160) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:48.223774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.254444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.270304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:48.277261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.278647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c2662ba04e4c2b874747b38fd23143 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:48.284914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:48.322830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.340158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7526eebb-c696-48c9-88b5-22e099b0fc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:48.353674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:48.411763 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbb4860e8e554aefac5b8c0f88c99b16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1206906 Jan 22 20:05:48.420253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48170) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:48.424342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ea6a1-b299-4080-8753-90ac3ccd02b1,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:48.437530 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Allocated IP 172.20.0.11 (2e55ab23-9659-4c15-9cea-44f78f23fc28/f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd/1fb98a35-cdc4-4c01-bf83-11617f149ded) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:05:48.439860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:48.539704 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.640252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.680037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.684658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.696951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aac70ade-9526-4544-8559-eef6d1206d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:48.806959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48186) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:48.812325 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8c2662ba04e4c2b874747b38fd23143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848397 Jan 22 20:05:48.831528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbd8761-ab90-466a-be24-8f4dea318d5c,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:48.835995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.853210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-90cb81b4-3f43-429d-939c-cba7fc5d20c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:48.877988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.931158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:48.965712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:49.189359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event updated for resources: {'Port': ['ID=1fb98a35-cdc4-4c01-bf83-11617f149ded,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:49.197297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:49.265168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:49.292617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd66216-d0bc-4fb1-b05c-965dc4b6ea81 req-96a9ce9d-9898-4a86-a395-8244f088bc3f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:49.296296 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fdd66216-d0bc-4fb1-b05c-965dc4b6ea81 req-96a9ce9d-9898-4a86-a395-8244f088bc3f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 932 time: 0.1803446 Jan 22 20:05:49.296296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:49.309065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:05:49.332910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:49.333901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.370020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.378211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-754746d5-9e69-45ee-9c7e-35133c8e794a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:49.399990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ea6a1-b299-4080-8753-90ac3ccd02b1,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:49.412940 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fdd66216-d0bc-4fb1-b05c-965dc4b6ea81 req-b4c749ad-fd9e-4026-9c6a-bab3fd413b48 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056709 Jan 22 20:05:49.415485 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-94fdaf6d-16a3-4fff-84e9-515b52777e73 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3311296 Jan 22 20:05:49.426533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:49.450459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Request body: {'port': {'device_id': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:49.484206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.485638 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f14ea6a1-b299-4080-8753-90ac3ccd02b1 HTTP/1.1" status: 204 len: 168 time: 1.0642405 Jan 22 20:05:49.506566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.517264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 20:05:49.602726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.618955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.743669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.751507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85ad443d-97b7-4ec1-8d6c-b787b51ad4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:49.775053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbd8761-ab90-466a-be24-8f4dea318d5c,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:49.782503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:49.785533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.789401 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cbd8761-ab90-466a-be24-8f4dea318d5c HTTP/1.1" status: 204 len: 168 time: 0.9776447 Jan 22 20:05:49.808057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:05:49.820287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Sync routers for ids ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:05:49.831001 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:49.832694 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1740537 Jan 22 20:05:49.837672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48222) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:49.844617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Routers {'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:05:49.845681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:05:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:50.221900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48230) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:50.248642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb98a35-cdc4-4c01-bf83-11617f149ded {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:05:50.257163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:50.262352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:50.283156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Transition to ACTIVE for port object 1fb98a35-cdc4-4c01-bf83-11617f149ded will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:05:50.287705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Set router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:05:50.288452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:50.293013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:50.305350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Usage tracker for resource:security_group_rule and tenant:3431de40f51244ceb3d217fae9e270da is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:50.310054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5138a327-9a09-4b48-b0fa-7c5b88ec59c9 tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:50.316374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:50.459193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:50.783929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb98a35-cdc4-4c01-bf83-11617f149ded,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:50.848412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:05:47Z', 'revision_number': 3, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:50.853831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Checking router: e43878c8-e1c0-40e8-ac63-a0efc2eb14fd for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:05:50.854462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Updating router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd port 35a31489-a3bc-4921-bbbe-992c565cf87c binding host dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:05:50.902134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:50.921679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:50.950650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:50.969323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Attempting to bind port 1fb98a35-cdc4-4c01-bf83-11617f149ded on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:05:50.969713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Attempting to bind port 1fb98a35-cdc4-4c01-bf83-11617f149ded by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:05:50.970187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Attempting to bind port 1fb98a35-cdc4-4c01-bf83-11617f149ded on network 2e55ab23-9659-4c15-9cea-44f78f23fc28 {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:05:50.985935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:05:50.986322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Checking segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:50.986814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:50.987340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Bound using segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:05:50.988014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Bound port: 1fb98a35-cdc4-4c01-bf83-11617f149ded, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:05:50.988388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.092318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.096920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6126163-3978-490a-8bd1-98470b0ca3bc req-3f72ff6a-46f6-4b73-a48a-bab0ab3d6b2b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:51.097747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d6126163-3978-490a-8bd1-98470b0ca3bc req-3f72ff6a-46f6-4b73-a48a-bab0ab3d6b2b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:51.117198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fd61c3f0-f0d9-4155-bfba-952beb7cdbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:51.143667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d6126163-3978-490a-8bd1-98470b0ca3bc req-3f72ff6a-46f6-4b73-a48a-bab0ab3d6b2b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:51.145025 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6126163-3978-490a-8bd1-98470b0ca3bc req-3f72ff6a-46f6-4b73-a48a-bab0ab3d6b2b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 944 time: 0.3818111 Jan 22 20:05:51.160226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd720eb-a63a-47d1-83d0-d1fb57b037dd,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:51.186660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:51.189081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] For port 1fb98a35-cdc4-4c01-bf83-11617f149ded, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:51.208536 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3431de40f51244ceb3d217fae9e270da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9855425 Jan 22 20:05:51.211612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48270) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:51.232089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] For port 1fb98a35-cdc4-4c01-bf83-11617f149ded, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:51.246074 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6126163-3978-490a-8bd1-98470b0ca3bc req-0bb21e8f-133e-4b4e-9d16-1237236c0162 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946412 Jan 22 20:05:51.248477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.282038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4fc86314-2b40-4620-9836-74f57f35bd27 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:51.293694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.382394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.481025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb98a35-cdc4-4c01-bf83-11617f149ded,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:51.493525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:51.580659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:51.581350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.582914 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] 10.222.0.22 "PUT /v2.0/ports/1fb98a35-cdc4-4c01-bf83-11617f149ded HTTP/1.1" status: 200 len: 1158 time: 2.1509104 Jan 22 20:05:51.583442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:51.631166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.660583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Transition to ACTIVE for port object 35a31489-a3bc-4921-bbbe-992c565cf87c will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:05:51.672389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.702291 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f059f14c-0057-4eba-8b2d-fce41c3ee0dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:51.718820 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded', 'status': 'completed', 'code': 200} Jan 22 20:05:51.790296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-c27a0d2f-e905-4cee-bf06-7240d1ba9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:51.792087 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-c27a0d2f-e905-4cee-bf06-7240d1ba9985 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 1161 time: 0.1408079 Jan 22 20:05:51.818313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:51.852562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Allocated IP 172.20.0.1 (6fbc502f-a57c-4888-b6fe-8fcf672caade/941ad28e-9022-4d23-951d-d0e366523a52/2039228d-5c5d-40df-816e-5fdcea40341b) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:05:51.964766 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-500c4228-f4d9-4364-8e8d-be25a4f52cda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded HTTP/1.1" status: 200 len: 217 time: 0.1236794 Jan 22 20:05:51.993076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Attempting to bind port 35a31489-a3bc-4921-bbbe-992c565cf87c on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:05:51.993333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Attempting to bind port 35a31489-a3bc-4921-bbbe-992c565cf87c by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:05:51.993668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Attempting to bind port 35a31489-a3bc-4921-bbbe-992c565cf87c on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:05:51.993969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.003975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:05:52.004402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:52.004847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.005500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:05:52.005642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:52.005838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Bound port: 35a31489-a3bc-4921-bbbe-992c565cf87c, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:05:52.006279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.056277 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd720eb-a63a-47d1-83d0-d1fb57b037dd,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:52.082355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:52.094114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.099966 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dd720eb-a63a-47d1-83d0-d1fb57b037dd HTTP/1.1" status: 204 len: 168 time: 0.8844962 Jan 22 20:05:52.171187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] For port 35a31489-a3bc-4921-bbbe-992c565cf87c, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:05:52.172504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-74124382-9666-4922-b6e6-7a73b59260f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:52.174016 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-74124382-9666-4922-b6e6-7a73b59260f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.2004468 Jan 22 20:05:52.174527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] For port 35a31489-a3bc-4921-bbbe-992c565cf87c, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=35a31489-a3bc-4921-bbbe-992c565cf87c,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:05:52.180476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Pushing event updated for resources: {'Port': ['ID=35a31489-a3bc-4921-bbbe-992c565cf87c,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:52.197870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.198311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.198655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.199027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.199396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.203330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.203753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.204136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.204515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.204885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.205253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.205621 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.206028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.206385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.206802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.207161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.207519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.207879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.208235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.208592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.208948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.209306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.209667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.210488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.215003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:52.227489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:52.228901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.273711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:52.321440 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-2d63492a-c209-49c7-bf70-95f28173b95f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360288 Jan 22 20:05:52.584628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:52.670678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Pushing event updated for resources: {'Port': ['ID=35a31489-a3bc-4921-bbbe-992c565cf87c,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:52.676783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:52.697319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48324) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:52.743822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:52.806660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b2ee7-edb1-45c8-9f3c-5035871c42c0 req-bfaea845-56f3-4e72-ae34-3b788b019aaa tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:52.822995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-447b2ee7-edb1-45c8-9f3c-5035871c42c0 req-bfaea845-56f3-4e72-ae34-3b788b019aaa tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 944 time: 0.2374377 Jan 22 20:05:52.825045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Routers {'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:05:52.826069 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:05:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:52.862103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Pushing event updated for resources: {'Port': ['ID=2039228d-5c5d-40df-816e-5fdcea40341b,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:52.868566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:52.905073 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-447b2ee7-edb1-45c8-9f3c-5035871c42c0 req-30d4de84-5285-4fe4-bcc4-2e44749543a7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808032 Jan 22 20:05:52.916902 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-8ab3b264-9504-43d3-a985-9090bc3c6d4d service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850203 Jan 22 20:05:52.931102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:52.933218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:52.949713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:05:53.098676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48336) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:53.108586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] Set router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:05:53.111337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.127137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.228517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:53.277489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.392351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-23b0d55c-4cb7-46dd-8d42-313cc226a626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.551279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Usage tracker for resource:security_group_rule and tenant:4a34113c632f46e2b4f9ba6f37bc95c8 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:53.569917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:53.577272 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c809f6a-2bbf-4743-91ef-125c9b17385e req-b25ff0dd-4854-4f91-9cf7-692a3d7fb6cf service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6444721 Jan 22 20:05:53.581327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.592290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:53.622477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:05:47Z', 'revision_number': 3, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:53.627566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5a432-f2e5-4719-90f1-bfff0c88e461 None None] The sync data for ids ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'] in dv-cinder-768105-3-smb is: [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:05:47Z', 'revision_number': 3, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:05:53.637735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:53.651837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Usage tracker for resource:security_group_rule and tenant:00ac6d7c553e458eb291145d41010f15 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:53.671012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:53.690497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:53.745532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.750481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.791226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f813a725-1ba5-4e00-ba18-2a3c63e6990d tempest-DeleteServersTestJSON-44383217 tempest-DeleteServersTestJSON-44383217] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:53.896047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.900771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.909720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-c778b7a3-3398-4d1b-b701-a228bac97ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:53.911383 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-c778b7a3-3398-4d1b-b701-a228bac97ba4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 1161 time: 0.2093933 Jan 22 20:05:53.915592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:53.917026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Pushing event updated for resources: {'Port': ['ID=2039228d-5c5d-40df-816e-5fdcea40341b,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:53.923974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:53.949028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e4dd5dd9-d6e4-4c88-b2bb-6f08b76c3bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:53.961321 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a34113c632f46e2b4f9ba6f37bc95c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2532911 Jan 22 20:05:53.986172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48368) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:54.067522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48372) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:54.117437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:05:54.118874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:54.180424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b55cd2a-ad8f-4f44-ba28-d9735fc63082,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:54.207397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:54.264241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.295286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.313599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-00afcf27-847d-475a-b301-d35da25ae2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:54.372312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-299234948-network', 'tenant_id': 'de0ab5b9da4f4b4c9071f5d574c71670'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:54.380997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:54.390569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Usage tracker for resource:network and tenant:de0ab5b9da4f4b4c9071f5d574c71670 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:54.395206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:54.406161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:54.408222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.412993 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00ac6d7c553e458eb291145d41010f15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3110793 Jan 22 20:05:54.417702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48382) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:54.450925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Made reservation on behalf of de0ab5b9da4f4b4c9071f5d574c71670 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:54.456210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.487811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b932e6-e9ec-4c58-92fe-1a7e121bac65 req-497e9a7a-3948-4bcb-948a-5347cf8911ef tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:54.489184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.491152 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b1b932e6-e9ec-4c58-92fe-1a7e121bac65 req-497e9a7a-3948-4bcb-948a-5347cf8911ef tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 944 time: 0.3205056 Jan 22 20:05:54.496595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-f64cf1d5-dcfb-4178-b6fd-94b47ea1b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:54.498932 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-f64cf1d5-dcfb-4178-b6fd-94b47ea1b38d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 909 time: 0.5555835 Jan 22 20:05:54.504718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0da1b-e4a8-47e7-b83f-ae4b91d1bfb9,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:54.508159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:54.511840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.515617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:05:54.523546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:54.533383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Usage tracker for resource:security_group_rule and tenant:de0ab5b9da4f4b4c9071f5d574c71670 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:54.540273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:54.559696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:54.619106 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-8cf054fc-7654-4d00-90db-e35b25208658 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded HTTP/1.1" status: 200 len: 217 time: 0.0993898 Jan 22 20:05:54.637144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.707539 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-b55eb140-1001-4370-97f7-14f9bc57debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:54.709871 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-b55eb140-1001-4370-97f7-14f9bc57debd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.0809190 Jan 22 20:05:54.766341 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b1b932e6-e9ec-4c58-92fe-1a7e121bac65 req-e46dbbcb-fe38-4794-b758-852e1945165a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654610 Jan 22 20:05:54.776643 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.831215 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-a0e68e9e-07a9-4d8b-aa95-ae90a9c911cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746946 Jan 22 20:05:54.865693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.883613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bda829b9-8d06-4560-b57e-32a4d294723c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:54.889476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:05:54.907401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b55cd2a-ad8f-4f44-ba28-d9735fc63082,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:54.910054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:54.984600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.988456 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b55cd2a-ad8f-4f44-ba28-d9735fc63082 HTTP/1.1" status: 204 len: 168 time: 0.9928398 Jan 22 20:05:54.989551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:54.997058 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] 10.222.0.18 "PUT /v2.0/routers/e43878c8-e1c0-40e8-ac63-a0efc2eb14fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1577125 Jan 22 20:05:55.002112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.009620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b7fa7e21-aeb7-4556-9c95-cbf466da6310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:55.047502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.050245 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-028f6e9f-294e-4313-be80-ecccc016ad7a service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094007 Jan 22 20:05:55.081046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:05:55.084364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.085514 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12d0da1b-e4a8-47e7-b83f-ae4b91d1bfb9 HTTP/1.1" status: 204 len: 168 time: 0.6667912 Jan 22 20:05:55.091098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9545fbeb-b297-440d-b271-2ad1c74a0bb2,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:55.095270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:55.095642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8c9519a9-001f-49eb-95c3-0f0e958b8c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:55.109381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0da1b-e4a8-47e7-b83f-ae4b91d1bfb9,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:55.111767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.112312 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Added segment c7ed4d9c-e1e2-4110-9eba-b71295544626 of type vxlan for network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 Jan 22 20:05:55.113511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:55.148140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.196955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.198436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:55.199106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.211714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:55.285869 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f5b798d4-19dc-4e56-9429-53686c1e97e4 req-c22151a4-7fe8-49a4-89d8-5e4891f8fb90 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2269750 Jan 22 20:05:55.327825 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2591667 Jan 22 20:05:55.330989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48408) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:55.339803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Request body: {'subnet': {'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-299234948-subnet', 'tenant_id': 'de0ab5b9da4f4b4c9071f5d574c71670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:05:55.339966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb4fe01-fe73-45c4-8130-89b376ae86a7,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:55.342947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:55.353246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:55.356268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:55.362439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Usage tracker for resource:subnet and tenant:de0ab5b9da4f4b4c9071f5d574c71670 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:55.367014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:55.374147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:55.385867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Made reservation on behalf of de0ab5b9da4f4b4c9071f5d574c71670 for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:05:55.393123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.407133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48412) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:55.448325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:05:55.617507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 35a31489-a3bc-4921-bbbe-992c565cf87c up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:55.713563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 35a31489-a3bc-4921-bbbe-992c565cf87c completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:55.719705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 35a31489-a3bc-4921-bbbe-992c565cf87c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:55.720256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.805078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bad34884-c738-448e-92bd-1a2c79f2a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.849825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48432) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:55.954428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.972418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 35a31489-a3bc-4921-bbbe-992c565cf87c, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=35a31489-a3bc-4921-bbbe-992c565cf87c,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:55.976500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.988733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:55.995612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:56.016860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bc4d4439-2116-4716-9573-682a93febd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:56.017160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.053280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:56.068739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Usage tracker for resource:security_group_rule and tenant:2c372a18d9d64214bde385f3ad877222 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:56.095431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:56.104635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:56.107999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.133051 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:56.137223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Usage tracker for resource:security_group_rule and tenant:966417a510f94daf964d08c09930592c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:56.141756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:56.148130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:56.158147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=35a31489-a3bc-4921-bbbe-992c565cf87c,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:56.169203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.170388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.170958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.171897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.172436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.172961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.173476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.173997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.174521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.176873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.177415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.177986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.178560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.179107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.180004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.180525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.181042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.181624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.182174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.182705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.183229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.183735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.184252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.184765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:05:56.196807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:56.212766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.305816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26610d31-1056-4481-bb62-cbdc0850d449,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:56.318948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:56.382113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1fb98a35-cdc4-4c01-bf83-11617f149ded up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:56.461547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd9a6d-b5c9-4ed9-879d-97fe2b097550 req-30357725-afe4-43da-9aac-2214257729a3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:56.469517 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-59dd9a6d-b5c9-4ed9-879d-97fe2b097550 req-30357725-afe4-43da-9aac-2214257729a3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 944 time: 0.5369425 Jan 22 20:05:56.470979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.485904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.524242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-266d2a04-e378-408b-b485-d93f50e801c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:56.535463 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=966417a510f94daf964d08c09930592c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840615 Jan 22 20:05:56.539461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.545874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48462) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:56.546411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 1fb98a35-cdc4-4c01-bf83-11617f149ded completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:05:56.552358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1fb98a35-cdc4-4c01-bf83-11617f149ded triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:56.552785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.585839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.630370 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c372a18d9d64214bde385f3ad877222&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2223291 Jan 22 20:05:56.639958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48472) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:56.640937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ea6d9-a37e-49bc-bcb2-1de75f1add7f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:56.649895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:56.663768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3497aedb-9d6a-4937-9b82-6e3ee988c853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:56.750696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab2d6e-7883-47d1-91cb-58782f9bc319,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:56.783388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:56.796129 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.845801 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-59dd9a6d-b5c9-4ed9-879d-97fe2b097550 req-0237d00c-3a58-4f5e-b8aa-0e8c21a9ae2f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399913 Jan 22 20:05:56.899044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-8ff3b58b-fd91-44da-9b04-7fb1ee2cca01 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:56.899966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-8ff3b58b-fd91-44da-9b04-7fb1ee2cca01 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Synchronizing usage tracker for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:05:56.904921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Checking segment: {'id': 'c7ed4d9c-e1e2-4110-9eba-b71295544626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:05:56.905231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Network hostable DHCP agents. Network: 6eb4fe01-fe73-45c4-8130-89b376ae86a7, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:05:56.932959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.977617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:56.981525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-8ff3b58b-fd91-44da-9b04-7fb1ee2cca01 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Unset dirty status for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:05:56.983757 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-8ff3b58b-fd91-44da-9b04-7fb1ee2cca01 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 818 time: 0.6554646 Jan 22 20:05:56.986978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:05:57.024618 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f1e74fa2-56ff-40d6-9303-ea368325ae4c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/quotas/4e83a13f882d4e7da6ace079b4aad1a6 HTTP/1.1" status: 200 len: 375 time: 0.0268543 Jan 22 20:05:57.025822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 6eb4fe01-fe73-45c4-8130-89b376ae86a7) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:05:57.029842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:57.030482 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.052722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.064393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaafe3e-a042-418c-9e3b-4da18c462936 None None] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:57.102165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.146156 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0075020f-84e1-4629-9f36-9154e48e5663 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8051496 Jan 22 20:05:57.190076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.193031 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-ba1aa111-5c55-4a7c-98ca-d0ab0828c5e1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518753 Jan 22 20:05:57.206686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bb879b79-a96d-422f-93b9-8fe623bd8ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:57.242973 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ea6d9-a37e-49bc-bcb2-1de75f1add7f,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:57.249836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:57.253172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.254407 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/625ea6d9-a37e-49bc-bcb2-1de75f1add7f HTTP/1.1" status: 204 len: 168 time: 0.7066631 Jan 22 20:05:57.270799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.276045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-51a74f94-c5e8-4e40-a7a9-d834d0d8a83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:57.295079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:57.299203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0ab2d6e-7883-47d1-91cb-58782f9bc319 HTTP/1.1" status: 204 len: 168 time: 0.6520579 Jan 22 20:05:57.299203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab2d6e-7883-47d1-91cb-58782f9bc319,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:57.299682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:57.304670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Sync routers for ids ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:05:57.446073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Routers {'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:05:57.446801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:05:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:57.486596 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-dea236aa-01a5-4a8b-a0be-f1037cff4abb service neutron] 10.222.0.18 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832749 Jan 22 20:05:57.647934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Set router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:05:57.832393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 35a31489-a3bc-4921-bbbe-992c565cf87c up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:05:57.946005 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-2988c93f-4a80-426a-9885-0c2f7df38483 service neutron] 10.222.0.18 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4515905 Jan 22 20:05:58.060605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.071466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:05:58.288365 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded', 'code': 200} Jan 22 20:05:58.333351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17281d6b-a82d-4eef-b5f7-56c40fba48d9 req-968ffa9d-f525-4d1d-ba3d-a1add7d888f4 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:58.335995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17281d6b-a82d-4eef-b5f7-56c40fba48d9 req-968ffa9d-f525-4d1d-ba3d-a1add7d888f4 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 944 time: 0.2386754 Jan 22 20:05:58.353053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 1fb98a35-cdc4-4c01-bf83-11617f149ded, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:05:58.357838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.367297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 35a31489-a3bc-4921-bbbe-992c565cf87c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:05:58.367712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.436378 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f52a1d9c-5720-4d87-befa-11f24ca99f1d req-5a2c526e-79f6-471f-a557-12a5919f688c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 210 time: 0.0975144 Jan 22 20:05:58.438686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.440913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a671b8-4e52-403b-8d4d-ce81da1d6959 None None] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:05:58.483926 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17281d6b-a82d-4eef-b5f7-56c40fba48d9 req-93bc9ce4-62ec-4bc6-9f98-c7873e9f492c tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869846 Jan 22 20:05:58.614468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:58.720032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5ec69-4b28-4897-873c-117dcf669c1d req-00080cd2-389f-43bd-9651-e2fdab76136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:05:58.722197 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-63c5ec69-4b28-4897-873c-117dcf669c1d req-00080cd2-389f-43bd-9651-e2fdab76136b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 1163 time: 0.1004100 Jan 22 20:05:58.725214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=1fb98a35-cdc4-4c01-bf83-11617f149ded,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:58.739778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:58.741273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48534) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:58.780645 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-63c5ec69-4b28-4897-873c-117dcf669c1d req-d80274f5-6ab3-4c02-99bc-2cdb4632cc74 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 Jan 22 20:05:58.790859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.814888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:58.820384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bea9cce14b84149aa44b1e7d528edca is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:58.823622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:58.831867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:58.877491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48538) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:58.912922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.954178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.958918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:58.959449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:05:58.964557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:05:53Z', 'revision_number': 4, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '2039228d-5c5d-40df-816e-5fdcea40341b', 'name': '', 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'mac_address': 'fa:16:3e:ed:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '941ad28e-9022-4d23-951d-d0e366523a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:51Z', 'updated_at': '2021-01-22T20:05:53Z', 'revision_number': 2, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'subnets': [{'id': '941ad28e-9022-4d23-951d-d0e366523a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:05:58.969323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Usage tracker for resource:security_group_rule and tenant:24ade45f3ed64126a70a9e2ab736ae5e is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:05:58.969488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Checking router: e43878c8-e1c0-40e8-ac63-a0efc2eb14fd for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:05:58.970319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Updating router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd port 2039228d-5c5d-40df-816e-5fdcea40341b binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:05:58.975532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fb72f722-16a7-48ee-9547-cd79e2b5a3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:58.977082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:05:58.993501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:05:59.031287 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bea9cce14b84149aa44b1e7d528edca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854633 Jan 22 20:05:59.032249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48542) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:59.037957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.050041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee286a-527b-4393-8b0b-998ed269cca0,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:59.054546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:59.114841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.145672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.232213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.240770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.249560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.258409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d8ff94bf-947a-4871-8de5-2af5ce80baf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:59.277611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-11260732-be2f-4f7f-9f78-ba12746860f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:59.292972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.295147 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fee286a-527b-4393-8b0b-998ed269cca0 HTTP/1.1" status: 204 len: 168 time: 0.2617753 Jan 22 20:05:59.296297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee286a-527b-4393-8b0b-998ed269cca0,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:59.299272 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:59.332570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cecda0-32ea-4815-98a3-36ade99e59b4,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:59.336406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:05:59.359573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48558) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:05:59.386917 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24ade45f3ed64126a70a9e2ab736ae5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079057 Jan 22 20:05:59.486253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.579090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.748714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.763171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7031bc31-1e16-466a-8712-bf84a3e780f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:05:59.808263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cecda0-32ea-4815-98a3-36ade99e59b4,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:05:59.828110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:05:59.835921 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7cecda0-32ea-4815-98a3-36ade99e59b4 HTTP/1.1" status: 204 len: 168 time: 0.4714627 Jan 22 20:05:59.846115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:00.200254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-59aca4df-7772-476f-87fa-74adbba5c221 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:00.215620 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-59aca4df-7772-476f-87fa-74adbba5c221 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 818 time: 0.6760554 Jan 22 20:06:00.246094 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-9083518a-3752-42f1-9618-2817a323856b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/quotas/4e83a13f882d4e7da6ace079b4aad1a6 HTTP/1.1" status: 200 len: 375 time: 0.0243123 Jan 22 20:06:00.252058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.265609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Transition to ACTIVE for port object 2039228d-5c5d-40df-816e-5fdcea40341b will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:00.268882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.291720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e4c68-a6e1-4375-9259-865ad398b69b req-04a41b54-0a9c-49bc-a1a7-ad9ebbc55ba8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:00.295280 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb8e4c68-a6e1-4375-9259-865ad398b69b req-04a41b54-0a9c-49bc-a1a7-ad9ebbc55ba8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 946 time: 0.4203868 Jan 22 20:06:00.359936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:00.429195 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb8e4c68-a6e1-4375-9259-865ad398b69b req-2d537afb-7ad6-4684-91c4-ad11d05e8257 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Jan 22 20:06:00.500451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793a5f3-a10f-45c7-b198-afc94dde264e None None] Pushing event updated for resources: {'Port': ['ID=2039228d-5c5d-40df-816e-5fdcea40341b,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:00.505385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4793a5f3-a10f-45c7-b198-afc94dde264e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:00.584671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48596) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:00.591021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-881895766-network', 'tenant_id': '072dcd4c2f1a45ae9f9d44d2680aca87'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:00.604959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:00.615677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Usage tracker for resource:network and tenant:072dcd4c2f1a45ae9f9d44d2680aca87 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:00.620182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:00.643716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:00.655981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Made reservation on behalf of 072dcd4c2f1a45ae9f9d44d2680aca87 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:00.660800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.663318 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-2bbdca0c-5c71-4bec-901f-f6301490a5ff tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4060245 Jan 22 20:06:00.698059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.727536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:00.750149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Usage tracker for resource:security_group_rule and tenant:072dcd4c2f1a45ae9f9d44d2680aca87 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:00.760958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:00.774934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:00.791387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Attempting to bind port 2039228d-5c5d-40df-816e-5fdcea40341b on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:00.791808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Attempting to bind port 2039228d-5c5d-40df-816e-5fdcea40341b by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:00.792228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Attempting to bind port 2039228d-5c5d-40df-816e-5fdcea40341b on network 6fbc502f-a57c-4888-b6fe-8fcf672caade {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:00.808138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:00.808570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Checking segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:00.809021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.809470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Bound using segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:00.812660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Bound port: 2039228d-5c5d-40df-816e-5fdcea40341b, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:00.813099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.854645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-d9d27943-fbe8-4d66-ba1b-4b5c4dcb34ff tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:00.856407 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-d9d27943-fbe8-4d66-ba1b-4b5c4dcb34ff tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 818 time: 0.4262614 Jan 22 20:06:00.894630 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Request body: {'port': {'device_id': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade', 'admin_state_up': True, 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:00.914148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.921425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:00.925039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d27bf8f4-5186-4177-8bff-6b7cf2b7e788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:00.929739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1fb98a35-cdc4-4c01-bf83-11617f149ded up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:01.007821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:06:01.047799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a632e4b-a502-4bda-9322-c2ad79ef2396,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:01.054978 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-6e3564ee-c28c-496e-9ab8-69b1ad76e64d service neutron] 10.222.0.18 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903260 Jan 22 20:06:01.064409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.064977 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Added segment 6ffe262b-2f4c-47db-a28f-57b29a8bb239 of type vxlan for network 54ba8170-e991-4091-8af1-ada6bfd93d86 Jan 22 20:06:01.136953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.183786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:01.186875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.188081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:01.188722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.198137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c70c3874-8109-4744-82b6-fa1233345366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:01.210801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1fb98a35-cdc4-4c01-bf83-11617f149ded triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:01.211270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.259930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:01.266045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Usage tracker for resource:port and tenant:4e83a13f882d4e7da6ace079b4aad1a6 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:01.273724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Quota usage for port was recalculated. Used quota:1. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:01.283002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:01.299752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Made reservation on behalf of 4e83a13f882d4e7da6ace079b4aad1a6 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:01.317341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] For port 2039228d-5c5d-40df-816e-5fdcea40341b, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:01.320879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.361153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] For port 2039228d-5c5d-40df-816e-5fdcea40341b, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2039228d-5c5d-40df-816e-5fdcea40341b,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:01.393625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:01.399841 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-82db7eab-7afd-42ac-b6e4-ef1df5204839 service neutron] 10.222.0.18 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3435953 Jan 22 20:06:01.451900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Pushing event updated for resources: {'Network': ['ID=54ba8170-e991-4091-8af1-ada6bfd93d86,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:01.455356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:01.516419 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9305305 Jan 22 20:06:01.521029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48630) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:01.545692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:01.649313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:06:01.664628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:06:01.667947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Request body: {'subnet': {'network_id': '54ba8170-e991-4091-8af1-ada6bfd93d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-881895766-subnet', 'tenant_id': '072dcd4c2f1a45ae9f9d44d2680aca87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:01.679124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:01.720672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Usage tracker for resource:subnet and tenant:072dcd4c2f1a45ae9f9d44d2680aca87 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:01.736889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:01.749453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:02.230180 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-07fd9dcc-e6f1-4fbe-a6d0-35459f47312f req-022d5bc2-d509-455a-a482-c3558f694187 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 210 time: 0.3368943 Jan 22 20:06:02.255451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Routers {'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:06:02.256338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:05:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:02.259448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:06:02.284242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Made reservation on behalf of 072dcd4c2f1a45ae9f9d44d2680aca87 for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:02.293820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:02.571235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] Set router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:06:02.648663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793a5f3-a10f-45c7-b198-afc94dde264e None None] Pushing event updated for resources: {'Port': ['ID=2039228d-5c5d-40df-816e-5fdcea40341b,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:02.657102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4793a5f3-a10f-45c7-b198-afc94dde264e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:03.137573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa25d33-31a8-48da-9807-f30c04c16b0a req-2a3b6135-c091-44e1-9ca8-0f2af981b351 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:03.140979 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfa25d33-31a8-48da-9807-f30c04c16b0a req-2a3b6135-c091-44e1-9ca8-0f2af981b351 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 946 time: 1.3845370 Jan 22 20:06:03.172121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Allocated IP 172.20.0.4 (6fbc502f-a57c-4888-b6fe-8fcf672caade/941ad28e-9022-4d23-951d-d0e366523a52/1879c72b-ff14-4b9f-b80a-aa0616d77c80) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:03.322315 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfa25d33-31a8-48da-9807-f30c04c16b0a req-f41c0742-57d9-4c0c-9b19-642f066e6f11 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372755 Jan 22 20:06:03.464996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:03.547215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:05:53Z', 'revision_number': 4, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '2039228d-5c5d-40df-816e-5fdcea40341b', 'name': '', 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'mac_address': 'fa:16:3e:ed:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '941ad28e-9022-4d23-951d-d0e366523a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:51Z', 'updated_at': '2021-01-22T20:06:01Z', 'revision_number': 4, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'subnets': [{'id': '941ad28e-9022-4d23-951d-d0e366523a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:03.567417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2057499-b0f2-4262-ba8d-6e6da584c00f None None] The sync data for ids ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'] in dv-cinder-768105-3-smb is: [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:05:53Z', 'revision_number': 4, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '2039228d-5c5d-40df-816e-5fdcea40341b', 'name': '', 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'mac_address': 'fa:16:3e:ed:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '941ad28e-9022-4d23-951d-d0e366523a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:51Z', 'updated_at': '2021-01-22T20:06:01Z', 'revision_number': 4, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'subnets': [{'id': '941ad28e-9022-4d23-951d-d0e366523a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:06:04.016687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:04.022561 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-904ba919-c0f5-49f0-bbdd-33a292872447 req-7499bf98-81e1-46ff-9550-bebd8aac4936 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 210 time: 0.3169436 Jan 22 20:06:04.197811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-58196110-d6a8-4523-bfc7-74cfebde20d4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:04.199794 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-58196110-d6a8-4523-bfc7-74cfebde20d4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 818 time: 0.5659208 Jan 22 20:06:04.236366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Request body: {'port': {'device_id': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade', 'admin_state_up': True, 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:04.260266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e8a96c80-3fd7-4334-b339-d4e33ca22b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:04.328280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5962070d-5558-4553-a3a2-12aada3efde8,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:04.342103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:04.400611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Checking segment: {'id': '6ffe262b-2f4c-47db-a28f-57b29a8bb239', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '54ba8170-e991-4091-8af1-ada6bfd93d86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:04.401005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Network hostable DHCP agents. Network: 54ba8170-e991-4091-8af1-ada6bfd93d86, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:06:04.422395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:04.452342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:06:04.467949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 54ba8170-e991-4091-8af1-ada6bfd93d86) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:04.476732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d51af5-1b16-4658-95b9-bd60ed097be8 None None] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:06:04.482061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:04.482709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:04.526083 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4a54fdf9-7e9b-4289-96d0-642b906d31a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0025892 Jan 22 20:06:04.568770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:04.572607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:04.582728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Usage tracker for resource:port and tenant:4e83a13f882d4e7da6ace079b4aad1a6 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:04.593467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Quota usage for port was recalculated. Used quota:2. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:04.606498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:04.643162 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Made reservation on behalf of 4e83a13f882d4e7da6ace079b4aad1a6 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:04.676698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:04.828889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017627e-fc71-4dec-8b0f-49d645e32cb2 None None] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:06:04.896916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:05.067513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Pushing event updated for resources: {'Port': ['ID=1879c72b-ff14-4b9f-b80a-aa0616d77c80,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:05.071337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:05.077695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:05.079373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:05.083047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:05.108598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:05.109548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:05.143968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2581694 Jan 22 20:06:05.191307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Request body: {'port': {'device_id': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:05.399808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d009d05c-9eda-45f2-a00f-87b480508f4f req-f74a754e-9794-46ae-ba8e-5352c6691bbc tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Synchronizing usage tracker for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:05.499710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d009d05c-9eda-45f2-a00f-87b480508f4f req-f74a754e-9794-46ae-ba8e-5352c6691bbc tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Unset dirty status for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:05.505871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Allocated IP 172.20.0.9 (6fbc502f-a57c-4888-b6fe-8fcf672caade/941ad28e-9022-4d23-951d-d0e366523a52/3e18aac4-de85-4e21-ad1e-b9017e140d8c) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:05.513973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d009d05c-9eda-45f2-a00f-87b480508f4f req-f74a754e-9794-46ae-ba8e-5352c6691bbc tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 210 time: 0.2592406 Jan 22 20:06:05.514878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:05.718086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2039228d-5c5d-40df-816e-5fdcea40341b up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:05.920571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 2039228d-5c5d-40df-816e-5fdcea40341b completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:05.937154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 2039228d-5c5d-40df-816e-5fdcea40341b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:05.937614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:05.961958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 48818) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:06.091670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.132922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.166808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:06.226734 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.284053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 2039228d-5c5d-40df-816e-5fdcea40341b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2039228d-5c5d-40df-816e-5fdcea40341b,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:06.291370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.301067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:06.331081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-28085152-f4aa-439b-9844-a452dc1c5ab6 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:06.333240 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-28085152-f4aa-439b-9844-a452dc1c5ab6 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/networks?id=6eb4fe01-fe73-45c4-8130-89b376ae86a7 HTTP/1.1" status: 200 len: 808 time: 0.5565622 Jan 22 20:06:06.407782 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-f2410e65-e683-4341-8752-74fa8327f7ae tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/quotas/de0ab5b9da4f4b4c9071f5d574c71670 HTTP/1.1" status: 200 len: 375 time: 0.0199404 Jan 22 20:06:06.471119 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=2039228d-5c5d-40df-816e-5fdcea40341b,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:06.483731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:06.486889 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-fb9a06c4-8867-461d-8393-deb740ef1014 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?tenant_id=de0ab5b9da4f4b4c9071f5d574c71670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704107 Jan 22 20:06:06.729257 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-4c5055f9-25cb-439d-b6fe-618f0e2b6371 service neutron] 10.222.0.18 "GET /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412837 Jan 22 20:06:06.779113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1879c72b-ff14-4b9f-b80a-aa0616d77c80 {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:06:06.790417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.816891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.842249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Pushing event updated for resources: {'Port': ['ID=3e18aac4-de85-4e21-ad1e-b9017e140d8c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:06.857390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:06.867613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:06.878911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Transition to ACTIVE for port object 1879c72b-ff14-4b9f-b80a-aa0616d77c80 will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:06.887803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:06.890252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Usage tracker for resource:security_group_rule and tenant:1624298530264b9185580ebcba996041 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:06.896341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:06.905877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:06.907564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:06.932125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:06.934359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:06.939093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:07.079296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:07.080080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.101955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1879c72b-ff14-4b9f-b80a-aa0616d77c80,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:07.134392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:07.143128 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9123666 Jan 22 20:06:07.156890 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-fd246038-fd8a-48ee-add6-b1b39c2c17bd service neutron] 10.222.0.18 "GET /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4265382 Jan 22 20:06:07.185536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Request body: {'port': {'device_id': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:07.280902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.314778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.370227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-16e0582c-ea15-418e-a572-ac39a5bb4269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:07.447213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5819e-bcc5-49c1-99a8-de506ef1551c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:07.463149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Attempting to bind port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:07.463424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Attempting to bind port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:07.463799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Attempting to bind port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 on network 6fbc502f-a57c-4888-b6fe-8fcf672caade {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:07.485692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:07.486143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Checking segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:07.486556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.487010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Bound using segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:07.487504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Bound port: 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:07.487882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.496015 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1624298530264b9185580ebcba996041&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5301051 Jan 22 20:06:07.518743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48854) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:07.535443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:07.578713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2039228d-5c5d-40df-816e-5fdcea40341b up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:07.592693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.692628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 2039228d-5c5d-40df-816e-5fdcea40341b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:07.696399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:07.982050 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-48d63b74-c117-4881-aa7f-0b2871cc1558 req-595e690b-5ee0-4707-a601-1eb94f0726cd tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 210 time: 0.0664880 Jan 22 20:06:08.127766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e18aac4-de85-4e21-ad1e-b9017e140d8c {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:06:08.136304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.149894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Transition to ACTIVE for port object 3e18aac4-de85-4e21-ad1e-b9017e140d8c will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:08.152829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.174168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-616559fa-3397-4ea0-b583-4c13095beda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:08.174983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] For port 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:08.178730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] For port 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:08.203700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.207780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.241531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfd02b-c3fc-4cb0-9dad-8cf7ece53674 req-3ba4a45d-b19c-4279-9fc2-1a1fb63d9630 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:08.243267 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f0dfd02b-c3fc-4cb0-9dad-8cf7ece53674 req-3ba4a45d-b19c-4279-9fc2-1a1fb63d9630 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 931 time: 0.8156011 Jan 22 20:06:08.345017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e18aac4-de85-4e21-ad1e-b9017e140d8c,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:08.355504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:08.366961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:08.470281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.589822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-f0dfd02b-c3fc-4cb0-9dad-8cf7ece53674 req-d1e6272d-10c8-4607-9534-be69a26eaa48 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Synchronizing usage tracker for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:08.605314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1879c72b-ff14-4b9f-b80a-aa0616d77c80,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:08.613118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:08.646742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Attempting to bind port 3e18aac4-de85-4e21-ad1e-b9017e140d8c on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:08.647281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Attempting to bind port 3e18aac4-de85-4e21-ad1e-b9017e140d8c by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:08.648171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Attempting to bind port 3e18aac4-de85-4e21-ad1e-b9017e140d8c on network 6fbc502f-a57c-4888-b6fe-8fcf672caade {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:08.655652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-f0dfd02b-c3fc-4cb0-9dad-8cf7ece53674 req-d1e6272d-10c8-4607-9534-be69a26eaa48 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Unset dirty status for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:08.655652 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f0dfd02b-c3fc-4cb0-9dad-8cf7ece53674 req-d1e6272d-10c8-4607-9534-be69a26eaa48 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999188 Jan 22 20:06:08.656652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:08.657141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Checking segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:08.658022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.658562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Bound using segment: {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:08.659386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Bound port: 3e18aac4-de85-4e21-ad1e-b9017e140d8c, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf0c188-0141-4e70-8c25-8c3ad07e95bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6fbc502f-a57c-4888-b6fe-8fcf672caade'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:08.659912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.661269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:08.662375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.664173 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] 10.222.0.22 "PUT /v2.0/ports/1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 1157 time: 3.4792469 Jan 22 20:06:08.664851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:08.671729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.677568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c9a2e6af-b293-4868-bef7-9aa787ca28df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:08.696365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5819e-bcc5-49c1-99a8-de506ef1551c,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:08.699965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:08.702594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.704029 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bc5819e-bcc5-49c1-99a8-de506ef1551c HTTP/1.1" status: 204 len: 168 time: 1.1755631 Jan 22 20:06:08.759635 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80', 'status': 'completed', 'code': 200} Jan 22 20:06:08.835980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] For port 3e18aac4-de85-4e21-ad1e-b9017e140d8c, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:08.846201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] For port 3e18aac4-de85-4e21-ad1e-b9017e140d8c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3e18aac4-de85-4e21-ad1e-b9017e140d8c,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:08.853208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:08.885744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-adcf8eb2-bba1-4b8d-b6e6-a3119e68448d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:08.963239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-424cf977-e0b4-435d-bcab-c8c98452b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:08.963239 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-424cf977-e0b4-435d-bcab-c8c98452b137 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1160 time: 0.1516707 Jan 22 20:06:09.127452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e18aac4-de85-4e21-ad1e-b9017e140d8c,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:09.132282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:09.165724 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-e15c77e1-89a0-40dc-b718-f103be159bd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.1702890 Jan 22 20:06:09.337808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:09.338910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:09.340419 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] 10.222.0.22 "PUT /v2.0/ports/3e18aac4-de85-4e21-ad1e-b9017e140d8c HTTP/1.1" status: 200 len: 1157 time: 2.1681416 Jan 22 20:06:09.345254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'tag': '3e18aac4-de85-4e21-ad1e-b9017e140d8c'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:09.380046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48904) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:09.413494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:09.430483 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e3bfe802-9287-45d1-87cf-bbe041746b09 req-cb259025-11f9-4768-9ff4-cae5a8e786ff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 210 time: 0.1467409 Jan 22 20:06:09.441745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:09.458391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Usage tracker for resource:security_group_rule and tenant:dcf4422a3fc741faa7408186c28e2643 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:09.465421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:09.478372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:09.483063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-1b44fbe8-d614-45b5-ab53-e987e41e5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:09.485302 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-1b44fbe8-d614-45b5-ab53-e987e41e5a39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.3054841 Jan 22 20:06:09.558107 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'tag': '3e18aac4-de85-4e21-ad1e-b9017e140d8c', 'status': 'completed', 'code': 200} Jan 22 20:06:09.568543 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-380967c5-5914-42ba-9250-dc495be27c22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749996 Jan 22 20:06:09.627479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-e74915bc-1db8-498b-a222-446ff74f8b98 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:09.628672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-e74915bc-1db8-498b-a222-446ff74f8b98 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Synchronizing usage tracker for tenant:de0ab5b9da4f4b4c9071f5d574c71670 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:09.664883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-27c73c9b-9755-4c27-a3ab-edeaee4082b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:09.667315 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-27c73c9b-9755-4c27-a3ab-edeaee4082b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 1160 time: 0.2499650 Jan 22 20:06:09.869703 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-1c0b9287-6aa1-464d-a2d7-2ad6b6f04217 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e18aac4-de85-4e21-ad1e-b9017e140d8c HTTP/1.1" status: 200 len: 217 time: 0.1621189 Jan 22 20:06:09.906980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:09.941019 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-edf863e4-e91c-4fe2-a4ef-81cec85eeb88 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618424 Jan 22 20:06:09.948014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-e74915bc-1db8-498b-a222-446ff74f8b98 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Unset dirty status for tenant:de0ab5b9da4f4b4c9071f5d574c71670 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:09.949665 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-e74915bc-1db8-498b-a222-446ff74f8b98 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.22 "GET /v2.0/networks?id=6eb4fe01-fe73-45c4-8130-89b376ae86a7 HTTP/1.1" status: 200 len: 808 time: 0.7994437 Jan 22 20:06:09.973047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-9d7860f3-4843-4135-ac8b-58b960671268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:09.974937 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-9d7860f3-4843-4135-ac8b-58b960671268 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.0920222 Jan 22 20:06:09.990985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:10.010847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Request body: {'port': {'device_id': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7', 'admin_state_up': True, 'tenant_id': 'de0ab5b9da4f4b4c9071f5d574c71670'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:10.025523 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8e77e913-aea7-473a-9ff2-e3039f740daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:10.163554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eade2c-f4af-41d2-aa5d-ef988313c961,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:10.183122 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcf4422a3fc741faa7408186c28e2643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921669 Jan 22 20:06:10.186634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:10.217580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 48924) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:10.227717 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-a9b59003-a0ef-4ee7-b2e8-b76027322876 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2225301 Jan 22 20:06:10.297850 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a89468-3225-446a-80ef-998fdd135863 req-9b1befd3-a04c-40ef-83b8-2f4837c76657 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:10.321486 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-77a89468-3225-446a-80ef-998fdd135863 req-9b1befd3-a04c-40ef-83b8-2f4837c76657 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 943 time: 0.3791819 Jan 22 20:06:10.407697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:10.413679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Usage tracker for resource:port and tenant:de0ab5b9da4f4b4c9071f5d574c71670 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:10.419251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:10.437531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:10.451941 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-13491b78-4f43-4f89-a87a-17f8f92ab53b service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147467 Jan 22 20:06:10.456224 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Made reservation on behalf of de0ab5b9da4f4b4c9071f5d574c71670 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:10.473497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-521e5ba0-5d3f-430a-afd4-2b194ce247c4 req-37e9a02e-9a2d-4710-bf69-1efc10917c6a service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4888449 Jan 22 20:06:10.478993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:10.508281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:10.550659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:10.676432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:10.706824 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-77a89468-3225-446a-80ef-998fdd135863 req-275fe376-0792-4640-834b-97f3ff35b8c8 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841577 Jan 22 20:06:10.720593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6465c400-db61-48b0-9815-904cc5b2b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:10.753321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eade2c-f4af-41d2-aa5d-ef988313c961,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:10.763740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:10.770325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:10.771793 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6eade2c-f4af-41d2-aa5d-ef988313c961 HTTP/1.1" status: 204 len: 168 time: 0.5490277 Jan 22 20:06:10.808368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-c912ea77-f74b-4431-b5fd-f970d2a05fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:10.810579 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-c912ea77-f74b-4431-b5fd-f970d2a05fc5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1160 time: 0.1777999 Jan 22 20:06:10.895073 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17112935-6ec5-4ef3-bbd4-0d95fe3cf87b req-fb325d9f-da58-403a-92fc-3d3116aa76c5 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3654368 Jan 22 20:06:10.990319 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a6e396d3-ba27-43b5-ba21-a3785a48efe4 req-81005aac-0bab-4fc2-ba6c-eabf9c9c2596 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 210 time: 0.1422784 Jan 22 20:06:11.254949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-064c2647-1f19-45c2-805f-4c4de32d64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:11.257648 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-064c2647-1f19-45c2-805f-4c4de32d64d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.4372628 Jan 22 20:06:11.291766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Allocated IP 172.20.0.11 (6eb4fe01-fe73-45c4-8130-89b376ae86a7/26610d31-1056-4481-bb62-cbdc0850d449/fab58966-2ade-4bab-bbcb-e8c00ed8e950) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:11.311907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40aab7-3622-403d-b977-2876d843330a req-378391cb-95d5-4c5b-abc4-7d75d633ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:11.324393 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-378391cb-95d5-4c5b-abc4-7d75d633ebc0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 1160 time: 0.3258312 Jan 22 20:06:11.360304 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-83636dc9-d737-440f-9283-8bd0967e9298 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.0903096 Jan 22 20:06:11.468629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-d9fc0b3a-2b7d-4919-be7a-012cfc49edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:11.470785 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-d9fc0b3a-2b7d-4919-be7a-012cfc49edd3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.1035337 Jan 22 20:06:11.538544 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-b7b690fd-54e0-4b7b-be1b-5afd40c57571 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576065 Jan 22 20:06:11.702910 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-eb4c4965-9b46-4f9d-968c-d435f170ecc9 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571062 Jan 22 20:06:11.839299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40aab7-3622-403d-b977-2876d843330a req-b1de8e5b-d512-4968-a229-95fa3a9c1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:11.841375 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-b1de8e5b-d512-4968-a229-95fa3a9c1885 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.5062335 Jan 22 20:06:11.929345 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09d41d88-1df1-4cdf-b619-b68185f2c4d7 req-e1ccaa56-88ef-4f28-8204-8733de746951 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2137039 Jan 22 20:06:11.976387 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-d648c1fc-53cf-4f73-b966-f53e8356465c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e18aac4-de85-4e21-ad1e-b9017e140d8c HTTP/1.1" status: 200 len: 217 time: 0.0809860 Jan 22 20:06:11.996647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c389f-8461-4b5c-a166-7751c2fccd47 req-7faf3a6e-9bd3-479f-b411-d3afc64bb2ca tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:11.999394 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b9c389f-8461-4b5c-a166-7751c2fccd47 req-7faf3a6e-9bd3-479f-b411-d3afc64bb2ca tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 943 time: 0.1463776 Jan 22 20:06:12.067121 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b9c389f-8461-4b5c-a166-7751c2fccd47 req-90f29407-7087-47d7-a84c-8e0fe8746325 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Jan 22 20:06:12.126798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:12.141311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40aab7-3622-403d-b977-2876d843330a req-5a9072cd-5cfb-4df8-99d0-d8107deb0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:12.142922 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-5a9072cd-5cfb-4df8-99d0-d8107deb0fb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.1320400 Jan 22 20:06:12.213475 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-0207f7b8-94f8-4598-ba87-36c1bd67e694 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609131 Jan 22 20:06:12.226392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:12.245645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:12.299750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279058c2-642d-429e-8cf3-dd0da548c8f9 req-3d16ba1e-ddc1-4a5f-bf64-d982c082e17e tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:12.301467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-279058c2-642d-429e-8cf3-dd0da548c8f9 req-3d16ba1e-ddc1-4a5f-bf64-d982c082e17e tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 932 time: 0.1078146 Jan 22 20:06:12.355707 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-279058c2-642d-429e-8cf3-dd0da548c8f9 req-ed1292f5-816b-4ed3-a7b3-571d98241bde tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jan 22 20:06:12.506695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Pushing event updated for resources: {'Port': ['ID=fab58966-2ade-4bab-bbcb-e8c00ed8e950,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:12.509708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:12.565916 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-a3aa9665-0917-4e49-bd62-4364ea9e47f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214152 Jan 22 20:06:12.601387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:12.605047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:12.608843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:12.781511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:12.782394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:12.829086 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8258839 Jan 22 20:06:12.835104 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e40aab7-3622-403d-b977-2876d843330a req-05f68c65-4115-4217-a951-ddee5decdf43 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2623892 Jan 22 20:06:12.869614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Request body: {'port': {'device_id': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:13.037927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:13.275385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-cf42767a-39c3-44b7-ab85-b91f19033fbc tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:13.294739 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-cf42767a-39c3-44b7-ab85-b91f19033fbc tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.3549864 Jan 22 20:06:13.331063 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-468bc843-c2a1-498d-92af-43b4e2d1f2a0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/quotas/17a32df3a9a14ab2906257ec72b41627 HTTP/1.1" status: 200 len: 375 time: 0.0353370 Jan 22 20:06:13.373384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-5e29d14e-445e-40bc-bab6-3b0f98ba39f9 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:06:13.537589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e46dab-a84d-49d2-a0f1-4ee3ea36659c req-151778d2-a0b1-4022-9eae-d8e2d6c71802 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:13.539334 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-48e46dab-a84d-49d2-a0f1-4ee3ea36659c req-151778d2-a0b1-4022-9eae-d8e2d6c71802 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 943 time: 0.2169249 Jan 22 20:06:13.561486 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-1d98aa1f-87bb-48d4-a0f4-4b470c37fc7f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2295048 Jan 22 20:06:13.644283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab58966-2ade-4bab-bbcb-e8c00ed8e950 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:06:13.652105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:13.664519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Transition to ACTIVE for port object fab58966-2ade-4bab-bbcb-e8c00ed8e950 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:13.667172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:13.683440 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-664e00ab-9489-414f-8678-6e0af5f2c731 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:13.704310 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-48e46dab-a84d-49d2-a0f1-4ee3ea36659c req-d0453d80-9ffc-43c9-ba30-55950bfe06da tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417482 Jan 22 20:06:13.760103 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-34ff6e96-1719-443e-bb65-7a94aeb0e769 service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816537 Jan 22 20:06:13.826198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Pushing event updated for resources: {'Port': ['ID=fab58966-2ade-4bab-bbcb-e8c00ed8e950,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:13.836650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:14.027667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Attempting to bind port fab58966-2ade-4bab-bbcb-e8c00ed8e950 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:14.028024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Attempting to bind port fab58966-2ade-4bab-bbcb-e8c00ed8e950 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'c7ed4d9c-e1e2-4110-9eba-b71295544626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:14.028456 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Attempting to bind port fab58966-2ade-4bab-bbcb-e8c00ed8e950 on network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:14.034193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:14.034570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Checking segment: {'id': 'c7ed4d9c-e1e2-4110-9eba-b71295544626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:14.035005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:14.035410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Bound using segment: {'id': 'c7ed4d9c-e1e2-4110-9eba-b71295544626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:14.035877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Bound port: fab58966-2ade-4bab-bbcb-e8c00ed8e950, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed4d9c-e1e2-4110-9eba-b71295544626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6eb4fe01-fe73-45c4-8130-89b376ae86a7'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:14.036247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:14.138943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] For port fab58966-2ade-4bab-bbcb-e8c00ed8e950, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:14.142300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] For port fab58966-2ade-4bab-bbcb-e8c00ed8e950, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fab58966-2ade-4bab-bbcb-e8c00ed8e950,segment=NetworkSegment(c7ed4d9c-e1e2-4110-9eba-b71295544626),segment_id=c7ed4d9c-e1e2-4110-9eba-b71295544626)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:14.146410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:14.162318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:14.175765 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-be1f5205-17c2-4886-94dc-5ad9b4eed3b3 service neutron] 10.222.0.18 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4086864 Jan 22 20:06:14.209397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c859b6-684f-4455-9076-2c0aeac51393 req-976ce2f3-2749-4d2b-81f7-62835b6576b4 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:14.211082 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-79c859b6-684f-4455-9076-2c0aeac51393 req-976ce2f3-2749-4d2b-81f7-62835b6576b4 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 944 time: 0.2064440 Jan 22 20:06:14.267349 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-79c859b6-684f-4455-9076-2c0aeac51393 req-094bd3dd-beb2-4ec4-a72b-bea115f9b0e1 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483177 Jan 22 20:06:14.324921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Pushing event updated for resources: {'Port': ['ID=fab58966-2ade-4bab-bbcb-e8c00ed8e950,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:14.344827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:14.364781 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:14.365462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:14.367155 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] 10.222.0.22 "PUT /v2.0/ports/fab58966-2ade-4bab-bbcb-e8c00ed8e950 HTTP/1.1" status: 200 len: 1158 time: 1.5031352 Jan 22 20:06:14.367691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'tag': 'fab58966-2ade-4bab-bbcb-e8c00ed8e950'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:14.421484 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-31c6a0e1-ea98-4c66-9d7b-731eddbc5d29 req-3a0e534d-8b5f-4f5e-b6af-e7862505a5d8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 210 time: 0.0592725 Jan 22 20:06:14.513317 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'tag': 'fab58966-2ade-4bab-bbcb-e8c00ed8e950', 'status': 'completed', 'code': 200} Jan 22 20:06:14.552096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-96a2750c-9250-448d-adc1-04850d9b85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:14.554284 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-96a2750c-9250-448d-adc1-04850d9b85e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de0ab5b9da4f4b4c9071f5d574c71670&device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 1161 time: 0.1132333 Jan 22 20:06:14.660033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-81e348e1-a425-4bc5-a20d-92648a67b029 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab58966-2ade-4bab-bbcb-e8c00ed8e950 HTTP/1.1" status: 200 len: 217 time: 0.0821543 Jan 22 20:06:14.744862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-3e97c31f-2631-47c4-9e70-e2d7609a28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:14.746468 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-3e97c31f-2631-47c4-9e70-e2d7609a28e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26610d31-1056-4481-bb62-cbdc0850d449 HTTP/1.1" status: 200 len: 848 time: 0.0790367 Jan 22 20:06:14.854337 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-a96a7bd2-dabf-44f8-a6f9-45f4955b762f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6eb4fe01-fe73-45c4-8130-89b376ae86a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997612 Jan 22 20:06:14.948419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:15.023195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba081bb-2060-4bfa-aa7d-9a8f8643b9d1 req-21c5eeef-6738-41d8-af36-12a46d18ddba tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:15.030982 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eba081bb-2060-4bfa-aa7d-9a8f8643b9d1 req-21c5eeef-6738-41d8-af36-12a46d18ddba tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 943 time: 0.1539452 Jan 22 20:06:15.105188 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-c566d330-5ae9-4412-9c9e-e0329b50570b service neutron] 10.222.0.22 "GET /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413502 Jan 22 20:06:15.135826 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eba081bb-2060-4bfa-aa7d-9a8f8643b9d1 req-a4eba562-1884-44c1-be3d-f2f5997655b8 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035559 Jan 22 20:06:15.149055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 3e18aac4-de85-4e21-ad1e-b9017e140d8c completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:15.155685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 3e18aac4-de85-4e21-ad1e-b9017e140d8c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:15.156287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:15.363120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:15.372929 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-886286b1-7ce7-4426-aaff-c85e6cb9aca2 req-833f775c-2702-4b74-9996-3c5bc0c1873f service neutron] 10.222.0.22 "GET /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2590446 Jan 22 20:06:15.408367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e18aac4-de85-4e21-ad1e-b9017e140d8c'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:15.420334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 3e18aac4-de85-4e21-ad1e-b9017e140d8c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3e18aac4-de85-4e21-ad1e-b9017e140d8c,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:15.433584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:15.434868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:15.472113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:15.534087 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49084) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:15.551997 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e18aac4-de85-4e21-ad1e-b9017e140d8c', 'code': 200} Jan 22 20:06:15.561690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=3e18aac4-de85-4e21-ad1e-b9017e140d8c,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:15.565835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:15.608072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:15.614081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:15.614924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:15.642550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1329cb-d03b-4946-96e2-370b667bc81b req-a6d8eb49-9872-4d90-829e-8459be4a2b25 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:15.644428 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2b1329cb-d03b-4946-96e2-370b667bc81b req-a6d8eb49-9872-4d90-829e-8459be4a2b25 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 944 time: 0.1689796 Jan 22 20:06:15.656899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-35812191-156a-4781-968c-204f4575338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:15.658534 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-35812191-156a-4781-968c-204f4575338c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de0ab5b9da4f4b4c9071f5d574c71670&device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 1161 time: 0.1808937 Jan 22 20:06:15.734213 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2b1329cb-d03b-4946-96e2-370b667bc81b req-4eb646f1-fe4e-4677-b8e4-ad1ab0dbdeab tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829542 Jan 22 20:06:15.777289 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:15.813543 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:15.814588 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-87fda2bf-1c9c-4902-9642-33f86af3b712 req-99295f43-74be-4788-9937-74f18a6bbf59 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 210 time: 0.0772805 Jan 22 20:06:15.818747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:15.821810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c9e0ba1b-88ae-4928-936e-7960f503a7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:15.924279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=1879c72b-ff14-4b9f-b80a-aa0616d77c80,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:15.928045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:16.165158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.227334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:16.234443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-f25e6462-fb56-4c52-8120-a7630a2e943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:16.236595 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-f25e6462-fb56-4c52-8120-a7630a2e943b service neutron] 10.222.0.22 "GET /v2.0/networks?id=6eb4fe01-fe73-45c4-8130-89b376ae86a7 HTTP/1.1" status: 200 len: 902 time: 0.5707381 Jan 22 20:06:16.237067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-8d26ad42-3d28-4dbd-9bd3-287bb0eef73d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:16.237621 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Usage tracker for resource:security_group_rule and tenant:86a19fad26c64bc4ad608eba75fdaa75 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:16.238719 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-8d26ad42-3d28-4dbd-9bd3-287bb0eef73d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 815 time: 0.2244058 Jan 22 20:06:16.243081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:16.252898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:16.271866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Request body: {'port': {'device_id': '30b6f565-691c-4f62-bf9d-0143321eded2', 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28', 'admin_state_up': True, 'tenant_id': '17a32df3a9a14ab2906257ec72b41627'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:16.365580 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-6310d1e4-b747-4bf9-925c-d4b9300d581a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab58966-2ade-4bab-bbcb-e8c00ed8e950 HTTP/1.1" status: 200 len: 217 time: 0.0839651 Jan 22 20:06:16.377690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6b30-876e-410d-8235-cbe707e5172e req-4b008a20-8e81-4d75-918e-b93dd4c2886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:16.379261 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-460a6b30-876e-410d-8235-cbe707e5172e req-4b008a20-8e81-4d75-918e-b93dd4c2886b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 1162 time: 0.4762099 Jan 22 20:06:16.476080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:16.496258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-42ceb9a8-c95b-4258-8f95-891cba28d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:16.497939 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-42ceb9a8-c95b-4258-8f95-891cba28d80f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26610d31-1056-4481-bb62-cbdc0850d449 HTTP/1.1" status: 200 len: 848 time: 0.1225550 Jan 22 20:06:16.500852 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-460a6b30-876e-410d-8235-cbe707e5172e req-0fdb85e3-4f37-447c-9b21-f8dbd7f95bd5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807884 Jan 22 20:06:16.503166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:16.516922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:16.549814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.553350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.565232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-373e503f-6ed2-4079-b9b4-363f35319645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:16.565712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 3e18aac4-de85-4e21-ad1e-b9017e140d8c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:16.566203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.571195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad7ab-d801-4aa5-a11c-2f0472163a6f req-fb21d897-7e13-409d-ab57-d233e02d26a3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:16.580311 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a8fad7ab-d801-4aa5-a11c-2f0472163a6f req-fb21d897-7e13-409d-ab57-d233e02d26a3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2072494 Jan 22 20:06:16.606254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Made reservation on behalf of 17a32df3a9a14ab2906257ec72b41627 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:16.621276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.625303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56d338-c830-4b10-b7b5-8f24b7de64fd,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:16.629203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:16.636041 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86a19fad26c64bc4ad608eba75fdaa75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0957191 Jan 22 20:06:16.640740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49104) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:16.687199 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a8fad7ab-d801-4aa5-a11c-2f0472163a6f req-8e1e8596-543e-4b78-93ca-a6cb7bf82e81 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058238 Jan 22 20:06:16.718307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.719761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:16.748930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.815514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.825583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:16.826005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.828523 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f0434b4a-a8a7-431e-9067-fe1c9df4c620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:16.867150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56d338-c830-4b10-b7b5-8f24b7de64fd,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:16.910036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:16.911037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:16.915066 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d56d338-c830-4b10-b7b5-8f24b7de64fd HTTP/1.1" status: 204 len: 168 time: 0.2699089 Jan 22 20:06:16.950869 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-ecb69d16-7fa8-44f9-8e9c-f9c170f16421 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6eb4fe01-fe73-45c4-8130-89b376ae86a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730569 Jan 22 20:06:17.135191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49120) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:17.156890 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3278a072-1428-49d8-a7bb-6214e08afe9d req-80cbbfe2-dd16-4851-a474-4eda2daa9553 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 210 time: 0.1495614 Jan 22 20:06:17.237365 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-18b9f792-ec34-46e6-a30d-9b0998fdbacb service neutron] 10.222.0.22 "GET /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724833 Jan 22 20:06:17.324014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Allocated IP 172.20.0.12 (2e55ab23-9659-4c15-9cea-44f78f23fc28/f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd/f272c616-b0e2-472e-b5b9-d053dba02d16) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:17.375413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9ad3c-c9c2-440b-95ac-553bca5dfc43 req-4122cd93-f04f-44c5-8d92-971147989a6e tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:17.383500 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36c9ad3c-c9c2-440b-95ac-553bca5dfc43 req-4122cd93-f04f-44c5-8d92-971147989a6e tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 944 time: 0.3658888 Jan 22 20:06:17.491258 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36c9ad3c-c9c2-440b-95ac-553bca5dfc43 req-42f959b9-423d-49b6-b187-396552cff3d8 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064126 Jan 22 20:06:17.512980 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-613aaa02-886c-4f8b-86ca-c9f4ba778e82 req-11b84e54-7d66-434a-b25f-f5f7cddbdc02 service neutron] 10.222.0.22 "GET /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2665462 Jan 22 20:06:17.552822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:17.558763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.589594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:17.599817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe0b3e230fc439a9137e79833451b3f is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:17.603717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:17.611887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:17.640614 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80', 'code': 200} Jan 22 20:06:17.708354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.712179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.724999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3e927a35-c438-4370-8396-c9b2bc0280eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:17.757514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.771455 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a7560-bb96-434a-907b-c8f50cd88397,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:17.776748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:17.794782 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbe0b3e230fc439a9137e79833451b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6576102 Jan 22 20:06:17.797410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49146) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:17.812659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.862928 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:17.888481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.921470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.987859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:17.993818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8a4ee268-8774-47f6-9c6c-19686e7ef8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:18.009187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a7560-bb96-434a-907b-c8f50cd88397,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:18.103859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:18.112607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.113874 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d63a7560-bb96-434a-907b-c8f50cd88397 HTTP/1.1" status: 204 len: 168 time: 0.3154404 Jan 22 20:06:18.115953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event updated for resources: {'Port': ['ID=f272c616-b0e2-472e-b5b9-d053dba02d16,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:18.133453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:18.177905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eea7e-0112-4003-95b9-ca586d559db9 req-ce7ac7bc-e113-4fa6-aa61-5f27d9693b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:18.179575 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d80eea7e-0112-4003-95b9-ca586d559db9 req-ce7ac7bc-e113-4fa6-aa61-5f27d9693b65 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.1721940 Jan 22 20:06:18.197968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff833c-78d5-46ec-bab4-000a9f1224ed req-e5958cdf-3fbf-48e1-9e46-ea1f5454a9a3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:18.207471 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ffff833c-78d5-46ec-bab4-000a9f1224ed req-e5958cdf-3fbf-48e1-9e46-ea1f5454a9a3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3063581 Jan 22 20:06:18.301777 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d80eea7e-0112-4003-95b9-ca586d559db9 req-a92070c5-26ce-4dea-a5f1-9603b0c1697d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071990 Jan 22 20:06:18.303995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 49162) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:18.363651 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ffff833c-78d5-46ec-bab4-000a9f1224ed req-d427e02d-e146-4c58-a93b-75276409d6ea tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544025 Jan 22 20:06:18.385906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:18.430324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:18.433124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:18.455997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:18.456801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.500892 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2331471 Jan 22 20:06:18.558353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6aa47-bbd5-4e82-9bb8-6c87b369506e req-d6563713-2e79-4cf9-b68d-6a15ffd9225d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:18.559735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-03e6aa47-bbd5-4e82-9bb8-6c87b369506e req-d6563713-2e79-4cf9-b68d-6a15ffd9225d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:18.577994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-03e6aa47-bbd5-4e82-9bb8-6c87b369506e req-d6563713-2e79-4cf9-b68d-6a15ffd9225d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:18.593145 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-03e6aa47-bbd5-4e82-9bb8-6c87b369506e req-d6563713-2e79-4cf9-b68d-6a15ffd9225d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 932 time: 0.2054524 Jan 22 20:06:18.618521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1498209301-network', 'tenant_id': '7a1ec86aefc74932af99974988bd3292'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:18.627214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:18.634435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Usage tracker for resource:network and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:18.656279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:18.666669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-03e6aa47-bbd5-4e82-9bb8-6c87b369506e req-4f9382d5-1048-4835-bbb0-da04c01f060b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725970 Jan 22 20:06:18.674547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Request body: {'port': {'device_id': '30b6f565-691c-4f62-bf9d-0143321eded2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:18.703637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-8b31194a-4f96-4582-9f32-293ffcba7bda None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:06:18.706339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49176) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:18.708610 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:18.727262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.742871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:18.748176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Usage tracker for resource:security_group_rule and tenant:805edcb472ec47be99e2a00ef935b8a9 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:18.751161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:18.757147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:18.788026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Made reservation on behalf of 7a1ec86aefc74932af99974988bd3292 for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:18.796842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.844931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.851330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.854171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.863297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:18.876048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:18.893073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:18.906679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:18.910644 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=805edcb472ec47be99e2a00ef935b8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030208 Jan 22 20:06:18.911112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:18.911383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49182) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:18.914186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb2b4d-ed3e-4646-9ae2-d58bfaeb4825,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:18.927711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:18.931650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:18.981795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.012086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.069859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.078857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:19.097509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb2b4d-ed3e-4646-9ae2-d58bfaeb4825,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:19.101530 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:19.104396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.123269 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38eb2b4d-ed3e-4646-9ae2-d58bfaeb4825 HTTP/1.1" status: 204 len: 168 time: 0.2075238 Jan 22 20:06:19.217946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42f488-1e68-4c0e-94f0-a71d376ec79e req-2ade5071-fd30-4bca-8768-8b7a11777dd9 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:19.220043 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9d42f488-1e68-4c0e-94f0-a71d376ec79e req-2ade5071-fd30-4bca-8768-8b7a11777dd9 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 944 time: 0.5183170 Jan 22 20:06:19.383622 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9d42f488-1e68-4c0e-94f0-a71d376ec79e req-c49ba9e8-c3bc-462c-8687-680b0d8c474c tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410930 Jan 22 20:06:19.587013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.602468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.611370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8a79cf52-e08b-4557-80ee-c03ceeeb0b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:19.679312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:06:19.699319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49198) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:19.726635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.744963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:19.749965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Usage tracker for resource:security_group_rule and tenant:676a02d22d884077af29607790166120 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:19.753042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:19.759067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:19.767841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58270a-d59d-4724-bf95-74a119b9bfb7,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:19.773673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.774072 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Added segment 9d62e5ea-751b-4afc-961a-93662fffe22c of type vxlan for network dace067b-2144-4dbc-bec3-99d0c742d9d5 Jan 22 20:06:19.781917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:19.852840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.857219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.867985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-015f1c7b-5ad9-44e9-8aa3-c29366fe7a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:19.912596 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=676a02d22d884077af29607790166120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113388 Jan 22 20:06:19.915042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49204) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:19.917454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:19.929302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf7246-ad82-48cb-a988-2f4fffe38a0f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:19.936274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:19.958076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75416bc3-ef80-45c7-8060-c42421e16c5f req-80853c7d-ee6c-460a-980a-0993ad188eab tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:19.959936 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-75416bc3-ef80-45c7-8060-c42421e16c5f req-80853c7d-ee6c-460a-980a-0993ad188eab tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.4263415 Jan 22 20:06:19.991178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.021102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.071746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.076697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7548ed3f-7dbb-46fe-892d-5ee8012dc4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:20.095903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf7246-ad82-48cb-a988-2f4fffe38a0f,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:20.099525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:20.104378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.105623 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cdf7246-ad82-48cb-a988-2f4fffe38a0f HTTP/1.1" status: 204 len: 168 time: 0.1890318 Jan 22 20:06:20.130189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b4b0a-49e3-41c3-babf-3b783ebc5f35 req-7b41b2f3-195a-495c-b2c7-98a4beec0e74 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:20.131933 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a99b4b0a-49e3-41c3-babf-3b783ebc5f35 req-7b41b2f3-195a-495c-b2c7-98a4beec0e74 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 932 time: 0.3137262 Jan 22 20:06:20.152474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f272c616-b0e2-472e-b5b9-d053dba02d16 {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:06:20.176887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.186083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.199296 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-75416bc3-ef80-45c7-8060-c42421e16c5f req-eb37a590-e56c-4217-9dc7-89420012efa3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194901 Jan 22 20:06:20.206438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:20.207108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.214417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:20.236126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Transition to ACTIVE for port object f272c616-b0e2-472e-b5b9-d053dba02d16 will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:20.270628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.373839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a99b4b0a-49e3-41c3-babf-3b783ebc5f35 req-7fa3fd83-1c51-4660-962e-ae00b7ce664f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279482 Jan 22 20:06:20.384446 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0793684 Jan 22 20:06:20.388304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49214) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:20.388429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=dace067b-2144-4dbc-bec3-99d0c742d9d5,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:20.403371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:06:20.413707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Request body: {'subnet': {'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1498209301-subnet', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:20.430163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:20.441157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Usage tracker for resource:subnet and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:20.443388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:20.443923 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:20.446808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:20.447343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:06:20.462098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:20.483113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Made reservation on behalf of 7a1ec86aefc74932af99974988bd3292 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:20.501140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852371270'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.544148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f272c616-b0e2-472e-b5b9-d053dba02d16,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:20.549928 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:20.732760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Attempting to bind port f272c616-b0e2-472e-b5b9-d053dba02d16 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:20.733220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Attempting to bind port f272c616-b0e2-472e-b5b9-d053dba02d16 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:20.733700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Attempting to bind port f272c616-b0e2-472e-b5b9-d053dba02d16 on network 2e55ab23-9659-4c15-9cea-44f78f23fc28 {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:20.745560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:20.746125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Checking segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:20.746309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.747521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Bound using segment: {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:20.748049 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Bound port: f272c616-b0e2-472e-b5b9-d053dba02d16, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13329986-e4cd-41a4-b882-913bee7afd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e55ab23-9659-4c15-9cea-44f78f23fc28'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:20.748984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:20.873693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ab9a4-663a-468e-ac18-ac8e445441ed req-14242f4d-ad3a-4326-861b-3bb1c2b2cbc2 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:20.881393 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a98ab9a4-663a-468e-ac18-ac8e445441ed req-14242f4d-ad3a-4326-861b-3bb1c2b2cbc2 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 944 time: 0.2365890 Jan 22 20:06:21.002735 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a98ab9a4-663a-468e-ac18-ac8e445441ed req-a0d762df-470f-4ec1-aba7-5fa098f4868f tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203797 Jan 22 20:06:21.016417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] For port f272c616-b0e2-472e-b5b9-d053dba02d16, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:21.037098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] For port f272c616-b0e2-472e-b5b9-d053dba02d16, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f272c616-b0e2-472e-b5b9-d053dba02d16,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:21.051043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:21.089510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-acecfc4f-519d-45d3-80fa-103db1dcca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.094462 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-acecfc4f-519d-45d3-80fa-103db1dcca6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 1162 time: 0.3096421 Jan 22 20:06:21.187854 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:21.275435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.276249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:21.277884 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] 10.222.0.22 "PUT /v2.0/ports/f272c616-b0e2-472e-b5b9-d053dba02d16 HTTP/1.1" status: 200 len: 1158 time: 2.6184385 Jan 22 20:06:21.279172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6f565-691c-4f62-bf9d-0143321eded2', 'tag': 'f272c616-b0e2-472e-b5b9-d053dba02d16'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:21.327568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16332216-6246-4743-960b-83895689ac24 req-3ab7d904-3913-4609-a165-a06d701672d5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.329571 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-16332216-6246-4743-960b-83895689ac24 req-3ab7d904-3913-4609-a165-a06d701672d5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.4014575 Jan 22 20:06:21.334345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f272c616-b0e2-472e-b5b9-d053dba02d16,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:21.339695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:21.396081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-72797ee9-7b75-4502-9315-0380fe094edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.397694 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-72797ee9-7b75-4502-9315-0380fe094edd service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.2812493 Jan 22 20:06:21.464058 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-16332216-6246-4743-960b-83895689ac24 req-6609074e-84a9-41b8-bc44-f924ee569168 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260459 Jan 22 20:06:21.497674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-c514e316-320c-40c0-9a49-98add8a5f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.499346 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-c514e316-320c-40c0-9a49-98add8a5f9d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 1161 time: 0.1262345 Jan 22 20:06:21.506950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device fab58966-2ade-4bab-bbcb-e8c00ed8e950 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:21.521215 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-2a057c71-07d9-4588-9de0-183828f26a98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e18aac4-de85-4e21-ad1e-b9017e140d8c HTTP/1.1" status: 200 len: 217 time: 0.1121695 Jan 22 20:06:21.608177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852371319'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:21.623579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port fab58966-2ade-4bab-bbcb-e8c00ed8e950 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:21.635612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1f766293-135b-498b-ab06-b5842b29a9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:21.646121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port fab58966-2ade-4bab-bbcb-e8c00ed8e950 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:21.646549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:21.695248 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-1e99b6ff-1436-4a89-a1e9-3949b00865c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f272c616-b0e2-472e-b5b9-d053dba02d16 HTTP/1.1" status: 200 len: 217 time: 0.1799831 Jan 22 20:06:21.710898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b6f565-691c-4f62-bf9d-0143321eded2', 'tag': 'f272c616-b0e2-472e-b5b9-d053dba02d16', 'status': 'completed', 'code': 200} Jan 22 20:06:21.785732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:21.794303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-72d5f1b5-4fcf-46aa-9bd5-bd2002b1aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.795704 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-72d5f1b5-4fcf-46aa-9bd5-bd2002b1aacc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.2671294 Jan 22 20:06:21.798849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:21.895036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485fa-e30f-4de4-b017-449e630bb60b req-9b8fcf25-2a38-4e6c-bd47-a37d8356a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:21.897188 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-9b8fcf25-2a38-4e6c-bd47-a37d8356a903 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.1495411 Jan 22 20:06:21.898703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:21.939968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port fab58966-2ade-4bab-bbcb-e8c00ed8e950, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fab58966-2ade-4bab-bbcb-e8c00ed8e950,segment=NetworkSegment(c7ed4d9c-e1e2-4110-9eba-b71295544626),segment_id=c7ed4d9c-e1e2-4110-9eba-b71295544626)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:21.941201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab58966-2ade-4bab-bbcb-e8c00ed8e950'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:21.958627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:21.959563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:21.989939 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-220c8642-d4be-46a3-b20a-4156cb8b13e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037126 Jan 22 20:06:22.051840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:22.108390 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-dcc24828-3647-4945-b60b-42fbe717c8e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036674 Jan 22 20:06:22.194981 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab58966-2ade-4bab-bbcb-e8c00ed8e950', 'code': 200} Jan 22 20:06:22.195624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=fab58966-2ade-4bab-bbcb-e8c00ed8e950,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:22.211459 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-4ab86b22-d878-4676-b643-f13ee7f772f8 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117021 Jan 22 20:06:22.219545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:22.240700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 3e18aac4-de85-4e21-ad1e-b9017e140d8c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:22.241054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:22.542072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d38e4-b616-40ad-8fe8-e4ef781dd8d2 req-552f98a9-14cc-4b9e-b9d2-d6f8b858e90d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:22.551059 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-558d38e4-b616-40ad-8fe8-e4ef781dd8d2 req-552f98a9-14cc-4b9e-b9d2-d6f8b858e90d tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 944 time: 0.5658040 Jan 22 20:06:22.634778 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-d9ae39b4-ed93-4864-b122-f5a291938f48 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883382 Jan 22 20:06:22.636387 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af18d39f-89b8-4b37-b5a1-2ad2de097f58 req-3062f8b9-be52-44d7-86ce-f6d7ba1257bd service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4065461 Jan 22 20:06:22.642243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab83a8-2af3-447e-b955-030ef86787c1 req-d5635420-7309-4244-af02-26239be40809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:22.644727 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3ab83a8-2af3-447e-b955-030ef86787c1 req-d5635420-7309-4244-af02-26239be40809 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 1163 time: 0.1989231 Jan 22 20:06:22.651955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Checking segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:22.652430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Network hostable DHCP agents. Network: dace067b-2144-4dbc-bec3-99d0c742d9d5, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:06:22.666347 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-558d38e4-b616-40ad-8fe8-e4ef781dd8d2 req-00dff765-1fb9-4469-a367-64e496913df8 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Jan 22 20:06:22.693884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:06:22.754594 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3ab83a8-2af3-447e-b955-030ef86787c1 req-97a317fe-2281-4aba-b714-4c656d4f92ad service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846288 Jan 22 20:06:22.756152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, dace067b-2144-4dbc-bec3-99d0c742d9d5) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:22.765176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76974b0-f935-439e-80c2-346d0d118d2d None None] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:06:22.788191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:22.788841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:22.811604 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b4e4d8e5-0d79-4f47-8ef7-8707f30f428d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4214809 Jan 22 20:06:22.814292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49274) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:22.820989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:22.827311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:22.831742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Usage tracker for resource:router and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:22.835326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:22.842829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:22.854745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:22.859049 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:22.882037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:22.892379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c99272-bee0-4cfb-b5a0-49f7031ff79f req-9f5914bc-1542-413f-a4d0-134adfb40ec8 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:22.899215 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7c99272-bee0-4cfb-b5a0-49f7031ff79f req-9f5914bc-1542-413f-a4d0-134adfb40ec8 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.4677052 Jan 22 20:06:23.038041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-dace067b-2144-4dbc-bec3-99d0c742d9d5', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 20:06:23.039133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:23.261159 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7c99272-bee0-4cfb-b5a0-49f7031ff79f req-5e4484ac-a406-4ced-a2de-a79d0c227ba0 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534071 Jan 22 20:06:23.271579 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-847485fa-e30f-4de4-b017-449e630bb60b req-148de7cb-372a-49f8-b68b-8ca7ce637209 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6036994 Jan 22 20:06:23.335144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2824-4893-4386-b52b-a83622421669 req-7ff8915b-f193-474c-b236-0e341e665973 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:23.336923 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-263b2824-4893-4386-b52b-a83622421669 req-7ff8915b-f193-474c-b236-0e341e665973 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.5241506 Jan 22 20:06:23.407269 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-263b2824-4893-4386-b52b-a83622421669 req-c8f47d9d-fbdb-4429-90df-0447b4e32dc6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633371 Jan 22 20:06:23.412167 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device fab58966-2ade-4bab-bbcb-e8c00ed8e950 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:23.475587 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:23.501294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ac1af22a-06ad-4889-ba3b-8bf61b3f53bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:23.530725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-69e30a57-663a-4d06-b73a-0a583f567bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:23.532354 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-69e30a57-663a-4d06-b73a-0a583f567bbf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 1161 time: 0.0906343 Jan 22 20:06:23.601006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port fab58966-2ade-4bab-bbcb-e8c00ed8e950 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:23.601343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:23.751974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-f3f776e9-71e6-4b2e-b275-1ec876afae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:23.753702 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-f3f776e9-71e6-4b2e-b275-1ec876afae9a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 909 time: 0.2141657 Jan 22 20:06:23.756842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Allocated IP 172.20.0.2 (dace067b-2144-4dbc-bec3-99d0c742d9d5/0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa/067e3536-405a-4f09-9f41-699cb1960540) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:23.844948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:23.964523 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:23.965225 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-6d1e5ccb-c56e-49cf-903a-0a06dd644c0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f272c616-b0e2-472e-b5b9-d053dba02d16 HTTP/1.1" status: 200 len: 217 time: 0.1579108 Jan 22 20:06:24.010724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:24.080036 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-99f488fd-f0e2-4299-8921-60be81730179 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2539873 Jan 22 20:06:24.089601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:24.094620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:24.102838 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-84da94d2-c4de-428e-94c4-9e68f6b0ac3f tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f78df002907400c82eac69f4e9ecf04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538073 Jan 22 20:06:24.151752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043917d-832d-4da4-a863-5e093244779c req-df1774ad-8f22-47a0-82c5-32ceb957c683 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:24.159515 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f043917d-832d-4da4-a863-5e093244779c req-df1774ad-8f22-47a0-82c5-32ceb957c683 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 944 time: 0.2525733 Jan 22 20:06:24.225431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-c6bebf90-ac0d-4735-a2b7-f5cd7f87c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:24.227042 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-c6bebf90-ac0d-4735-a2b7-f5cd7f87c41a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.2236700 Jan 22 20:06:24.336304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:24.359568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Transition to ACTIVE for port object 067e3536-405a-4f09-9f41-699cb1960540 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:24.368173 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f043917d-832d-4da4-a863-5e093244779c req-05bfbc36-0416-4eeb-a498-990630be46d3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077162 Jan 22 20:06:24.374360 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-1fc651f9-b367-4242-99ad-ce3a61221aa3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725708 Jan 22 20:06:24.406044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-0fa33d5b-63f2-4fd2-b0c0-4f15a05740d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:24.407788 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-0fa33d5b-63f2-4fd2-b0c0-4f15a05740d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17a32df3a9a14ab2906257ec72b41627&device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 1163 time: 0.1587760 Jan 22 20:06:24.413770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Transition to ACTIVE for port object 067e3536-405a-4f09-9f41-699cb1960540 will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:24.431327 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:24.432039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Allocated IP 172.28.1.18 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/93ab5fd5-40a4-4d78-8c29-e0b286a9a33b) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:24.472178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-96f96a6a-a262-4601-b31e-6097bca68112 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:24.480300 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-96f96a6a-a262-4601-b31e-6097bca68112 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679178 Jan 22 20:06:24.530139 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-b0ee792d-08a8-4c1e-af51-2c759974e822 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/quotas/5f78df002907400c82eac69f4e9ecf04 HTTP/1.1" status: 200 len: 375 time: 0.0488689 Jan 22 20:06:24.595197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:24.651461 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-f6f5e1c2-7bc1-4e4e-b314-f8e364940700 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680043 Jan 22 20:06:24.781698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Pushing event updated for resources: {'Port': ['ID=067e3536-405a-4f09-9f41-699cb1960540,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:24.792744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:24.825850 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-882bc135-2474-475d-a302-4574afbb12ae tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f78df002907400c82eac69f4e9ecf04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1774611 Jan 22 20:06:24.826560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-52dd422f-3415-4bb4-8545-6f02bc8d9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:24.832287 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-52dd422f-3415-4bb4-8545-6f02bc8d9c13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 200 len: 909 time: 0.3057079 Jan 22 20:06:24.835497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:24.836953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:24.841431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:24.930015 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-c39f3b04-b884-4bbc-94a6-28d88b7c29a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8 HTTP/1.1" status: 200 len: 217 time: 0.0929010 Jan 22 20:06:24.949209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Attempting to bind port 067e3536-405a-4f09-9f41-699cb1960540 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:24.950255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Attempting to bind port 067e3536-405a-4f09-9f41-699cb1960540 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:24.950808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Attempting to bind port 067e3536-405a-4f09-9f41-699cb1960540 on network dace067b-2144-4dbc-bec3-99d0c742d9d5 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:24.959057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:24.959638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Checking segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:24.960174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:24.961374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Bound using segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:24.962950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Bound port: 067e3536-405a-4f09-9f41-699cb1960540, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:24.963504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:25.018550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a21242-4846-496e-a507-89c324573ebc req-a23fc80a-3918-4b7f-b25b-1bb30ae939e0 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:25.026714 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-00a21242-4846-496e-a507-89c324573ebc req-a23fc80a-3918-4b7f-b25b-1bb30ae939e0 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.3729768 Jan 22 20:06:25.048990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-be0f1891-4780-4636-9d20-fc1b51ba6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:25.050588 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-be0f1891-4780-4636-9d20-fc1b51ba6665 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 200 len: 855 time: 0.0908468 Jan 22 20:06:25.120196 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd39648b-6a3f-47d5-927b-fc90aa38b333 req-de558587-96d0-48e5-b708-b4b89dd69f45 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3744695 Jan 22 20:06:25.148861 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-155f5d38-37fa-480d-b53d-29e211c55eb0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e55ab23-9659-4c15-9cea-44f78f23fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837231 Jan 22 20:06:25.156367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:25.163286 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-00a21242-4846-496e-a507-89c324573ebc req-0ca4af33-309d-4947-b142-c1b73fe8136e tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355510 Jan 22 20:06:25.221999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] For port 067e3536-405a-4f09-9f41-699cb1960540, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:25.225634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] For port 067e3536-405a-4f09-9f41-699cb1960540, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=067e3536-405a-4f09-9f41-699cb1960540,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:25.232457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device fab58966-2ade-4bab-bbcb-e8c00ed8e950 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:25.306827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:25.330863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:25.336161 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-fb71df93-8cc6-442c-8d51-bc2e52d0ea55 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724555 Jan 22 20:06:25.342071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:25.362285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:25.384112 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e2fc592e-6263-4c66-bb4b-0cd372cdf721 req-a5ec6026-afe1-4fb5-98d0-c46bedbd5db4 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 210 time: 0.0920005 Jan 22 20:06:25.440398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2389ca-e62d-44bf-b724-96513341a75e req-b7b2e3d8-a442-41c0-8294-1fb013eca05a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:25.442074 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ed2389ca-e62d-44bf-b724-96513341a75e req-b7b2e3d8-a442-41c0-8294-1fb013eca05a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2746749 Jan 22 20:06:25.478236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Pushing event updated for resources: {'Port': ['ID=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:25.499204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:25.568426 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ed2389ca-e62d-44bf-b724-96513341a75e req-123da8b9-8ca5-48c7-8eec-8e9599adee02 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145470 Jan 22 20:06:25.569203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Pushing event updated for resources: {'Port': ['ID=067e3536-405a-4f09-9f41-699cb1960540,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:25.580970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:25.655753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port fab58966-2ade-4bab-bbcb-e8c00ed8e950 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:25.656188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:25.716185 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fc7aa22-af70-480e-aa97-69eb1780a8d7 req-24aed64a-b4ee-4b2d-b753-697a094743f6 service neutron] 10.222.0.22 "GET /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3573713 Jan 22 20:06:25.730294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:25.733427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:25.747811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:25.862450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bfa6656f-2c50-4f7b-a73b-80cbe73900d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:25.900970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe766-6094-42ad-9f08-6785738545af req-325ca930-c568-4563-abcf-723291dc0db7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:25.909491 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-348fe766-6094-42ad-9f08-6785738545af req-325ca930-c568-4563-abcf-723291dc0db7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 944 time: 0.1484511 Jan 22 20:06:26.044128 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-348fe766-6094-42ad-9f08-6785738545af req-6841533b-33bd-49d6-9a98-51d69663159b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326954 Jan 22 20:06:26.154155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947ad45-1c33-48b1-89c1-585d4dbb4cd4 req-33150bf9-e928-408c-98ff-774a831a73c5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:26.156894 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e947ad45-1c33-48b1-89c1-585d4dbb4cd4 req-33150bf9-e928-408c-98ff-774a831a73c5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.2251673 Jan 22 20:06:26.204043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:26.277044 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e947ad45-1c33-48b1-89c1-585d4dbb4cd4 req-83c802fe-a660-4465-9b7b-075f9c5b2004 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113622 Jan 22 20:06:26.495585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd470303-86dc-4f60-ac11-e28338c1ec3f req-f4a057ba-dc94-4223-9e55-e09ff54afd1b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:26.498791 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd470303-86dc-4f60-ac11-e28338c1ec3f req-f4a057ba-dc94-4223-9e55-e09ff54afd1b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.1375341 Jan 22 20:06:26.606491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:26.607993 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b4a76851-5faf-4707-be99-abf807de675c req-921d7b78-c2c0-4014-918b-b0b75b7852de tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 210 time: 0.0734262 Jan 22 20:06:26.626590 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd470303-86dc-4f60-ac11-e28338c1ec3f req-c3b6e735-b9da-4790-955f-0cc7a12ff263 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168170 Jan 22 20:06:26.873264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717dc83-bbef-4b79-8991-ad4d34ae3ca0 req-def15b65-bec0-45d5-95be-65367cb40b6a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:26.875196 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a717dc83-bbef-4b79-8991-ad4d34ae3ca0 req-def15b65-bec0-45d5-95be-65367cb40b6a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1290450 Jan 22 20:06:26.934726 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a717dc83-bbef-4b79-8991-ad4d34ae3ca0 req-3515fc9d-01b2-4645-b3a4-89c2c41fd3f0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Jan 22 20:06:27.022458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:27.303116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:27.341193 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-9a440571-7abe-483b-b733-b94908944464 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.22 "GET /v2.0/networks?tenant_id=5f78df002907400c82eac69f4e9ecf04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585895 Jan 22 20:06:27.421183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd48f2e-8028-4c02-accf-6b6323ee0a93 req-e574bea7-e5b2-42b5-9c15-0dd31ecae71b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:27.423115 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cfd48f2e-8028-4c02-accf-6b6323ee0a93 req-e574bea7-e5b2-42b5-9c15-0dd31ecae71b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 944 time: 0.1479142 Jan 22 20:06:27.562828 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cfd48f2e-8028-4c02-accf-6b6323ee0a93 req-847d1a35-05e3-41ce-bac2-217e8f378839 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332839 Jan 22 20:06:27.591472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ba635-6f46-4088-bcd4-e28a5dc9813f None None] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:06:27.629979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb9e7-6736-446f-bc17-dc1afe003e1f req-971682b0-9a6b-4dbf-9851-423644910fa9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:27.644753 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9becb9e7-6736-446f-bc17-dc1afe003e1f req-971682b0-9a6b-4dbf-9851-423644910fa9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1672308 Jan 22 20:06:27.664988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-092cd21d-0592-46b2-8d36-850e3db834c6 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:27.667479 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-092cd21d-0592-46b2-8d36-850e3db834c6 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098905 Jan 22 20:06:27.668679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 067e3536-405a-4f09-9f41-699cb1960540 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:27.682471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 20:06:27.716440 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9becb9e7-6736-446f-bc17-dc1afe003e1f req-c44d95c7-97ac-4777-83ad-a69e23298e60 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706437 Jan 22 20:06:27.766554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Request body: {'port': {'device_id': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea', 'admin_state_up': True, 'tenant_id': '5f78df002907400c82eac69f4e9ecf04'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:27.805837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-ea94cf13-29a9-45e5-bbb0-e92086d4b31d None None] Provisioning for port 067e3536-405a-4f09-9f41-699cb1960540 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:27.832544 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:27.844738 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d578bef4-e5c2-48a3-933e-9e75268a10d9 req-cab0f111-ff8e-4e57-8d85-3696e4765d8e tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 210 time: 0.0543537 Jan 22 20:06:27.898714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 067e3536-405a-4f09-9f41-699cb1960540 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:27.911662 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 067e3536-405a-4f09-9f41-699cb1960540 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:27.912093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.021286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:06:28.038089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Sync routers for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:06:28.047041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.051587 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2326388 Jan 22 20:06:28.053527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 49366) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:28.054944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:28.060722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Usage tracker for resource:port and tenant:5f78df002907400c82eac69f4e9ecf04 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:28.063852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:28.069995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:28.095501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Made reservation on behalf of 5f78df002907400c82eac69f4e9ecf04 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:28.098458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:06:28.099478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:06:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:28.108501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.113040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.125901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.160271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:28.165052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Usage tracker for resource:security_group_rule and tenant:5f78df002907400c82eac69f4e9ecf04 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:28.165711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 067e3536-405a-4f09-9f41-699cb1960540, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=067e3536-405a-4f09-9f41-699cb1960540,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:28.169360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.170293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:28.171372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:28.182061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:28.299644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=067e3536-405a-4f09-9f41-699cb1960540,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:28.307967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:28.331954 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.335540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.357797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0e99aa8d-b35f-49da-b530-bded3f724a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:28.362807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device f272c616-b0e2-472e-b5b9-d053dba02d16 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:28.403679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:06:28.547691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dac5db-cfad-4123-be7e-518a1857a95b req-7e2e1711-8626-4582-882e-533cc7244015 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:28.555785 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b2dac5db-cfad-4123-be7e-518a1857a95b req-7e2e1711-8626-4582-882e-533cc7244015 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3497801 Jan 22 20:06:28.614338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28ed54-b268-4c09-86ed-1549618f4903,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:28.643561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:28.794266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-ba7f0503-280f-4a1a-8e0b-3c2c2b722eff None None] Provisioning complete for port 067e3536-405a-4f09-9f41-699cb1960540 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:28.797357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0503-280f-4a1a-8e0b-3c2c2b722eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.841677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port f272c616-b0e2-472e-b5b9-d053dba02d16 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:28.863604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port f272c616-b0e2-472e-b5b9-d053dba02d16 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:28.864356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:28.905191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:26Z', 'revision_number': 3, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:28.910911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Checking router: 7d68358f-0651-4531-b5fc-fe96b4b98ac5 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:06:28.911147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Updating router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b binding host dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:06:28.995475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Allocated IP 192.168.233.232 (90ed44f3-476c-4c33-bfc1-48433bc824ea/f13053ac-4881-4254-af8f-84d62928b515/c67954ea-ab45-4c80-9bbb-a9a0d0140a6b) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:29.040247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.181351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.277431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6f565-691c-4f62-bf9d-0143321eded2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f272c616-b0e2-472e-b5b9-d053dba02d16'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:29.287244 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b2dac5db-cfad-4123-be7e-518a1857a95b req-97eaa655-ac73-4dd9-adc2-adbec3bfbbfb tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7301278 Jan 22 20:06:29.303848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port f272c616-b0e2-472e-b5b9-d053dba02d16, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f272c616-b0e2-472e-b5b9-d053dba02d16,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:29.314637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.317305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:29.431589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-a7277ca1-0e8b-4a53-a32a-1f18686be8f1 None None] Provisioning complete for port 067e3536-405a-4f09-9f41-699cb1960540 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:29.431995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a7277ca1-0e8b-4a53-a32a-1f18686be8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.436000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.472622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Transition to ACTIVE for port object c67954ea-ab45-4c80-9bbb-a9a0d0140a6b will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:29.516969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.625890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=f272c616-b0e2-472e-b5b9-d053dba02d16,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:29.629323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:29.645499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 067e3536-405a-4f09-9f41-699cb1960540 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:29.739002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:29.805078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288279d-2320-4d70-8dbf-8ff4c6f119d7 req-00e410f0-86ee-42dc-abe5-99a0d673d379 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:29.814984 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6288279d-2320-4d70-8dbf-8ff4c6f119d7 req-00e410f0-86ee-42dc-abe5-99a0d673d379 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.5906334 Jan 22 20:06:29.826868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:29.830516 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:29.835083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:29.904691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Pushing event updated for resources: {'Port': ['ID=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:29.914440 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:29.928210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 067e3536-405a-4f09-9f41-699cb1960540 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:29.928626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:29.982541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:29.983410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.016679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.040197 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2840064 Jan 22 20:06:30.049338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Transition to ACTIVE for port object 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:30.056500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.068273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Request body: {'port': {'device_id': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:30.102531 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6288279d-2320-4d70-8dbf-8ff4c6f119d7 req-874c0061-4494-4f73-b560-50f01a01cd19 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826242 Jan 22 20:06:30.247957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-b7dd6c95-d428-447a-ad91-406e6036a505 None None] Provisioning for port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:30.254462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-b7dd6c95-d428-447a-ad91-406e6036a505 None None] Provisioning complete for port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:30.255032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6c95-d428-447a-ad91-406e6036a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.275528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69b9fc-2807-4ae4-a2bc-7ca0ba4fd508 req-d0ea8e73-1dd0-41ae-a283-3168f0e83463 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:30.285417 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7a69b9fc-2807-4ae4-a2bc-7ca0ba4fd508 req-d0ea8e73-1dd0-41ae-a283-3168f0e83463 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.6899519 Jan 22 20:06:30.315112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:30.344107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd6c95-d428-447a-ad91-406e6036a505 None None] Port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:06:30.366730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.389762 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7a69b9fc-2807-4ae4-a2bc-7ca0ba4fd508 req-3a9b9e2a-d7a3-47e0-9883-cfbfe50bc00b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030698 Jan 22 20:06:30.392669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.397139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5a307-53be-4d99-86eb-a883d175765e None None] Pushing event updated for resources: {'Port': ['ID=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:30.403605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9cf5a307-53be-4d99-86eb-a883d175765e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:30.486581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Attempting to bind port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:30.487022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Attempting to bind port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:30.487522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Attempting to bind port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:30.489144 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b6f565-691c-4f62-bf9d-0143321eded2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f272c616-b0e2-472e-b5b9-d053dba02d16', 'code': 200} Jan 22 20:06:30.493848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:30.494266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:30.494736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.495304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:30.495820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Bound port: 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:30.496233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.814986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] For port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:30.818439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] For port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:30.822036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:30.839363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:30.906930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef1ac9-e754-47a7-a6b9-5a6ca0a1834e req-195aeec3-693a-488c-ba60-cd8295447535 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:30.916168 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-88ef1ac9-e754-47a7-a6b9-5a6ca0a1834e req-195aeec3-693a-488c-ba60-cd8295447535 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 936 time: 0.5464878 Jan 22 20:06:30.998705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5a307-53be-4d99-86eb-a883d175765e None None] Pushing event updated for resources: {'Port': ['ID=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:31.003659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9cf5a307-53be-4d99-86eb-a883d175765e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:31.049386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:06:31.050057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:06:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:31.123286 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-88ef1ac9-e754-47a7-a6b9-5a6ca0a1834e req-e30ea7c4-91b5-4631-b5bb-b2a0508ca114 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056868 Jan 22 20:06:31.162091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67954ea-ab45-4c80-9bbb-a9a0d0140a6b {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:06:31.171339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:31.185669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Transition to ACTIVE for port object c67954ea-ab45-4c80-9bbb-a9a0d0140a6b will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:31.191003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:31.223381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c842edc-b9cd-4efd-823b-5542d58cb20f req-7d18482e-8964-4592-831a-fb13b5768512 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:31.225060 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2c842edc-b9cd-4efd-823b-5542d58cb20f req-7d18482e-8964-4592-831a-fb13b5768512 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.4610388 Jan 22 20:06:31.241274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:31.267655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:06:31.292161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f93e1e-88b3-409b-91d9-28dc1c28c727 req-c96fca4c-1fe5-4d88-80a6-14dc321ca3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:31.294478 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71f93e1e-88b3-409b-91d9-28dc1c28c727 req-c96fca4c-1fe5-4d88-80a6-14dc321ca3ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 1163 time: 0.4806116 Jan 22 20:06:31.301011 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2c842edc-b9cd-4efd-823b-5542d58cb20f req-7de30534-351b-4d8c-b04c-edd0d229d767 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631237 Jan 22 20:06:31.386199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Pushing event updated for resources: {'Port': ['ID=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:31.391884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:31.505112 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71f93e1e-88b3-409b-91d9-28dc1c28c727 req-8f1d626e-08b9-4188-b6e4-15f818610151 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416550 Jan 22 20:06:31.527422 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Allocated IP 172.20.0.1 (dace067b-2144-4dbc-bec3-99d0c742d9d5/0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa/fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:31.598731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f66b9-f3f5-42e2-8225-580698bab42e req-abd1d344-b40f-4224-8ff4-fa7da1982f2a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:31.609408 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-739f66b9-f3f5-42e2-8225-580698bab42e req-abd1d344-b40f-4224-8ff4-fa7da1982f2a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.3043809 Jan 22 20:06:31.628190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Attempting to bind port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:31.628560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Attempting to bind port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:31.631903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Attempting to bind port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b on network 90ed44f3-476c-4c33-bfc1-48433bc824ea {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:31.649625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:31.650367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Checking segment: {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:31.651010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:31.651610 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Bound using segment: {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:31.652312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Bound port: c67954ea-ab45-4c80-9bbb-a9a0d0140a6b, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5db5a91-a59c-497f-9f57-a3daad5f583c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '90ed44f3-476c-4c33-bfc1-48433bc824ea'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:31.652908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:31.731742 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-739f66b9-f3f5-42e2-8225-580698bab42e req-c3cdba1e-e321-4b4d-b142-e7f8dc993e53 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201639 Jan 22 20:06:31.749940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:26Z', 'revision_number': 3, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:31.754123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639546e4-cd47-492c-afc6-1d32dd2e9099 None None] The sync data for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb is: [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:26Z', 'revision_number': 3, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:06:31.819502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device f272c616-b0e2-472e-b5b9-d053dba02d16 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:31.873062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] For port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:31.880572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] For port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,segment=NetworkSegment(e5db5a91-a59c-497f-9f57-a3daad5f583c),segment_id=e5db5a91-a59c-497f-9f57-a3daad5f583c)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:31.884933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:31.932153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:31.967842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port f272c616-b0e2-472e-b5b9-d053dba02d16 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:31.968301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.095593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49432) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:32.109890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.141097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Pushing event updated for resources: {'Port': ['ID=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:32.148147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:32.165074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:32.165672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.167210 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] 10.222.0.22 "PUT /v2.0/ports/c67954ea-ab45-4c80-9bbb-a9a0d0140a6b HTTP/1.1" status: 200 len: 1162 time: 2.1041474 Jan 22 20:06:32.167738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'tag': 'c67954ea-ab45-4c80-9bbb-a9a0d0140a6b'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:32.193227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d623-43fe-403f-aab1-db0d093b053b req-e8221033-cdb2-4db8-94f9-837fb5874878 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:32.206659 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7c10d623-43fe-403f-aab1-db0d093b053b req-e8221033-cdb2-4db8-94f9-837fb5874878 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3039956 Jan 22 20:06:32.209242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Transition to ACTIVE for port object fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf will not be triggered until provisioned by entity DHCP. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:32.301953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc915134-8163-4524-9461-0746077ae5e9 req-f2100609-c5da-49b3-8eea-ef1d64715afb tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:32.303676 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bc915134-8163-4524-9461-0746077ae5e9 req-f2100609-c5da-49b3-8eea-ef1d64715afb tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.3606865 Jan 22 20:06:32.352486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-d61ae0bd-0683-4ad5-8bb7-9f0ff69582eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:32.354879 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-d61ae0bd-0683-4ad5-8bb7-9f0ff69582eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f78df002907400c82eac69f4e9ecf04&device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 1165 time: 0.1180861 Jan 22 20:06:32.363616 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7c10d623-43fe-403f-aab1-db0d093b053b req-22f36f10-0c11-474f-ada9-af39d7eadafb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554675 Jan 22 20:06:32.457271 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bc915134-8163-4524-9461-0746077ae5e9 req-35c11348-35a7-43a5-8bd6-95c80adb15d1 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350393 Jan 22 20:06:32.459139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.459670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.474150 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-2b4f1341-a702-4e61-8d69-ec18f62acd53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b HTTP/1.1" status: 200 len: 217 time: 0.0949361 Jan 22 20:06:32.540610 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:32.546536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Usage tracker for resource:security_group_rule and tenant:d30c0eae874a40daaf88248f261e1baf is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:06:32.549930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:06:32.557449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:32.663689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.672257 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'tag': 'c67954ea-ab45-4c80-9bbb-a9a0d0140a6b', 'status': 'completed', 'code': 200} Jan 22 20:06:32.675423 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.687880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fb05d1f-0314-4224-8ca5-1a80a052acd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:32.739976 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d30c0eae874a40daaf88248f261e1baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408131 Jan 22 20:06:32.748917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 49444) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:32.765306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0377a7d7-f1e9-4860-ad95-28bad59cc1a6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:32.774915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:32.776468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-04ec66f2-a986-4233-ad29-8e58b9701114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:32.778860 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-04ec66f2-a986-4233-ad29-8e58b9701114 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f13053ac-4881-4254-af8f-84d62928b515 HTTP/1.1" status: 200 len: 843 time: 0.2934928 Jan 22 20:06:32.851187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1eae2baa-0e4d-40da-a626-24eb0938ec25 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:32.883447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.920191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:32.973795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-b7731b50-4259-493e-b420-5d75df1005e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:32.975469 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-b7731b50-4259-493e-b420-5d75df1005e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90ed44f3-476c-4c33-bfc1-48433bc824ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1457806 Jan 22 20:06:33.009041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:33.010562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.012902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:33.037635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0a4fc1ec-d9fa-4924-a24c-b9966e6a9141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:33.062065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0377a7d7-f1e9-4860-ad95-28bad59cc1a6,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:33.064760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.065988 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0377a7d7-f1e9-4860-ad95-28bad59cc1a6 HTTP/1.1" status: 204 len: 168 time: 0.3160460 Jan 22 20:06:33.093028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:33.104299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:33.164920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2ddbb-5fd5-448d-92ff-20cb54725c22 req-360576c0-4aca-4db5-be37-e9d14f22011a tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:33.166696 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d0a2ddbb-5fd5-448d-92ff-20cb54725c22 req-360576c0-4aca-4db5-be37-e9d14f22011a tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 948 time: 0.3510547 Jan 22 20:06:33.167642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:33.171545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:33.172144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.248546 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-36880e2e-6a21-4680-ba5d-d82b372824af service neutron] 10.222.0.22 "GET /v2.0/networks/90ed44f3-476c-4c33-bfc1-48433bc824ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639987 Jan 22 20:06:33.383397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.423003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19ee07-02a9-4ca2-90d1-aaa5b9e77d7e req-d7383834-1a25-4323-b7dd-04f25778a6dd tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:33.430403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e473a414-8c89-4f55-abbc-2f8d68794b46 None None] Provisioning for port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:33.432869 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cf19ee07-02a9-4ca2-90d1-aaa5b9e77d7e req-d7383834-1a25-4323-b7dd-04f25778a6dd tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.6187651 Jan 22 20:06:33.442094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e473a414-8c89-4f55-abbc-2f8d68794b46 None None] Provisioning complete for port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:33.442530 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e473a414-8c89-4f55-abbc-2f8d68794b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.473598 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff2d1313-90da-42cc-80c2-548e2699c9ad req-7a8466c9-8604-402f-baa1-614b3bd140b2 service neutron] 10.222.0.22 "GET /v2.0/networks/90ed44f3-476c-4c33-bfc1-48433bc824ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1944234 Jan 22 20:06:33.474905 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d0a2ddbb-5fd5-448d-92ff-20cb54725c22 req-d891b734-a4e3-4c97-9bc1-84254523e2f4 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556849 Jan 22 20:06:33.508204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-e473a414-8c89-4f55-abbc-2f8d68794b46 None None] Port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:06:33.535349 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cf19ee07-02a9-4ca2-90d1-aaa5b9e77d7e req-a91aa4dc-c406-47bb-a931-dc83d9291872 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013658 Jan 22 20:06:33.626526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:33.724838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:33.734295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:33.734750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.743921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.776667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-3bfb750f-c9e8-425f-a9fd-4851fe31a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:33.779173 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-3bfb750f-c9e8-425f-a9fd-4851fe31a845 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f78df002907400c82eac69f4e9ecf04&device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 1165 time: 0.1538987 Jan 22 20:06:33.917502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:33.924465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device f272c616-b0e2-472e-b5b9-d053dba02d16 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:33.997500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:34.005290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:34.009275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:34.022131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a076b-511a-4ee1-bf90-fd180918b420 req-11f66d83-e3d3-46ba-8e98-3bddf17d9691 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.023909 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-267a076b-511a-4ee1-bf90-fd180918b420 req-11f66d83-e3d3-46ba-8e98-3bddf17d9691 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.3214254 Jan 22 20:06:34.042767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-06ddbfd1-da4c-4f2d-b720-43af818f64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.045970 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-06ddbfd1-da4c-4f2d-b720-43af818f64eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=90ed44f3-476c-4c33-bfc1-48433bc824ea HTTP/1.1" status: 200 len: 863 time: 0.2067530 Jan 22 20:06:34.106847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf12e2b-a7c2-4a1e-9bc2-86612efeac03 req-ce64a18e-f54a-4acc-8710-73c36310ab42 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.113660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port f272c616-b0e2-472e-b5b9-d053dba02d16 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:34.114164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:34.114483 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edf12e2b-a7c2-4a1e-9bc2-86612efeac03 req-ce64a18e-f54a-4acc-8710-73c36310ab42 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3527415 Jan 22 20:06:34.160230 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-267a076b-511a-4ee1-bf90-fd180918b420 req-811ed882-e52c-4d74-99f1-7c726eda1646 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244247 Jan 22 20:06:34.165436 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-4d8e2834-c302-409c-b5ac-229eb3cca8d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b HTTP/1.1" status: 200 len: 217 time: 0.0883572 Jan 22 20:06:34.176841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:34.180738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:34.260897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-3b7173eb-3179-4a52-bb0e-19bb8bb821b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.262812 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-3b7173eb-3179-4a52-bb0e-19bb8bb821b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f13053ac-4881-4254-af8f-84d62928b515 HTTP/1.1" status: 200 len: 843 time: 0.0882564 Jan 22 20:06:34.385598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-23541390-a122-48df-9a0f-dea29af99e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.388328 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-23541390-a122-48df-9a0f-dea29af99e10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90ed44f3-476c-4c33-bfc1-48433bc824ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1166735 Jan 22 20:06:34.474959 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edf12e2b-a7c2-4a1e-9bc2-86612efeac03 req-6b7d2008-403f-4641-88ca-589eccbf593b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593850 Jan 22 20:06:34.618195 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-22494ba3-f2d7-4444-8e60-a2f45360564f service neutron] 10.222.0.22 "GET /v2.0/networks/90ed44f3-476c-4c33-bfc1-48433bc824ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030885 Jan 22 20:06:34.740925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cdeb8-2d0e-4433-b46f-f580de698fff req-93d99552-9434-4a88-b4e9-3dc90403b80a tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.749658 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-534cdeb8-2d0e-4433-b46f-f580de698fff req-93d99552-9434-4a88-b4e9-3dc90403b80a tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.4330580 Jan 22 20:06:34.809610 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05b638f5-2f57-4b86-8c20-df8760cc3441 req-0aada8ab-b932-4585-97cc-5ce4e5f2c891 service neutron] 10.222.0.22 "GET /v2.0/networks/90ed44f3-476c-4c33-bfc1-48433bc824ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1853917 Jan 22 20:06:34.856104 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-534cdeb8-2d0e-4433-b46f-f580de698fff req-deef2fd4-ab17-4061-9efa-c63ea6a7ff44 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049480 Jan 22 20:06:34.894626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-bcd09f7b-4914-4f43-988d-60f8d61ee1b8 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:34.894626 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-bcd09f7b-4914-4f43-988d-60f8d61ee1b8 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.22 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.6919289 Jan 22 20:06:35.019964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Deleting port fab58966-2ade-4bab-bbcb-e8c00ed8e950 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:06:35.020447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:35.144111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:35.159773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:35.214757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:35.256388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d3d4-db09-4a57-8b14-2b7bf6092c5a req-1484b5be-26dc-4641-91df-103d430436e8 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:35.258048 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6d2d3d4-db09-4a57-8b14-2b7bf6092c5a req-1484b5be-26dc-4641-91df-103d430436e8 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 948 time: 0.4829977 Jan 22 20:06:35.269135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:35.566485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:35.702243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:35.711787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:35.756360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:35.756711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:35.763472 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6d2d3d4-db09-4a57-8b14-2b7bf6092c5a req-4b480012-04dc-4fd5-bebf-c1f91a823b2e tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418888 Jan 22 20:06:35.798320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 90ed44f3-476c-4c33-bfc1-48433bc824ea details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:06:35.905053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae0aa-8f57-4054-9c06-3c0ef821b792 req-862a8022-8a81-4134-b706-6130aabe4f84 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:35.911498 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-208ae0aa-8f57-4054-9c06-3c0ef821b792 req-862a8022-8a81-4134-b706-6130aabe4f84 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.7597966 Jan 22 20:06:36.045027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:36.056441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:36.220785 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-208ae0aa-8f57-4054-9c06-3c0ef821b792 req-ef0fba0b-8688-47b3-b178-fc6588f90b6f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078103 Jan 22 20:06:36.246009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] For port fab58966-2ade-4bab-bbcb-e8c00ed8e950, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fab58966-2ade-4bab-bbcb-e8c00ed8e950,segment=NetworkSegment(c7ed4d9c-e1e2-4110-9eba-b71295544626),segment_id=c7ed4d9c-e1e2-4110-9eba-b71295544626)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:36.247258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:36.253667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-81b45828-8202-4a6b-8bb6-7665f19c1c69 None None] Provisioning complete for port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:36.254090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-81b45828-8202-4a6b-8bb6-7665f19c1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:36.381372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-81b45828-8202-4a6b-8bb6-7665f19c1c69 None None] Port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:06:36.382997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-5deeadf4-03a1-4ec2-be42-e8abd76190b6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:06:36.447505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Calling delete_port for fab58966-2ade-4bab-bbcb-e8c00ed8e950 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:06:36.481993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:06:36.662003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cff42-77a1-40ef-962b-f8276dd9523f req-1f72dffe-c3dc-4e82-8394-84bfbbf8308e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:36.663716 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-310cff42-77a1-40ef-962b-f8276dd9523f req-1f72dffe-c3dc-4e82-8394-84bfbbf8308e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.7495866 Jan 22 20:06:36.881330 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-310cff42-77a1-40ef-962b-f8276dd9523f req-6428a3b7-2e51-495c-a3d8-5935cb0d4921 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553273 Jan 22 20:06:36.923944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839c066-81bd-4e0b-8318-99e0ca2b0ca3 req-ee9f7ad9-ba5b-4dfc-add6-9396a6d5e255 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:36.925638 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7839c066-81bd-4e0b-8318-99e0ca2b0ca3 req-ee9f7ad9-ba5b-4dfc-add6-9396a6d5e255 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 946 time: 0.4856997 Jan 22 20:06:36.975942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:06:36.987519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Sync routers for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:06:36.999955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:06:37.000507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:06:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:37.007092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:37.018838 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d68358f-0651-4531-b5fc-fe96b4b98ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9630272 Jan 22 20:06:37.040197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:37.118081 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7839c066-81bd-4e0b-8318-99e0ca2b0ca3 req-f15bb3d4-d2e2-4e8b-bd46-372f62689621 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/security-groups?id=9545fbeb-b297-440d-b271-2ad1c74a0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714194 Jan 22 20:06:37.140627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Pushing event deleted for resources: {'Port': ['ID=fab58966-2ade-4bab-bbcb-e8c00ed8e950,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:37.266928 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.267376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.267784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.268181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.268576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.268967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.269355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.269743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.270128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.270513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.275775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.276221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.276679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.277082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.278020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.278428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.278832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.279220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.279608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.279994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.280378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.280761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.281146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.281528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:37.296628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:37.431109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device c67954ea-ab45-4c80-9bbb-a9a0d0140a6b up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:37.487729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] No DVR routers for this DVR port fab58966-2ade-4bab-bbcb-e8c00ed8e950 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:06:37.492490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:37.494593 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7e1176e5-fedf-4ec9-b39a-9055485d9f6e req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.22 "DELETE /v2.0/ports/fab58966-2ade-4bab-bbcb-e8c00ed8e950 HTTP/1.1" status: 204 len: 173 time: 2.5913789 Jan 22 20:06:37.495808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'name': 'network-vif-deleted', 'tag': 'fab58966-2ade-4bab-bbcb-e8c00ed8e950'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:37.518326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:06:37.585602 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd099f-ab34-46b8-b65b-8aba8e1ea3be req-b8c2c885-39c2-4a44-91f9-4a4571fc83e0 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:37.587646 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ddfd099f-ab34-46b8-b65b-8aba8e1ea3be req-b8c2c885-39c2-4a44-91f9-4a4571fc83e0 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 948 time: 0.1506913 Jan 22 20:06:37.621711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:37.629793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:37.630500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:37.732363 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ddfd099f-ab34-46b8-b65b-8aba8e1ea3be req-eedbfc74-97f9-48ed-b831-0beef0b7a047 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371086 Jan 22 20:06:37.821633 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd9716-967a-41eb-9087-e48cc8e9f141', 'name': 'network-vif-deleted', 'tag': 'fab58966-2ade-4bab-bbcb-e8c00ed8e950', 'status': 'completed', 'code': 200} Jan 22 20:06:37.951573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067929ef-d007-4bfe-9d89-04a91be464c5 req-53031b8d-aaf1-439d-9f73-6633f679e67d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:37.953287 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-067929ef-d007-4bfe-9d89-04a91be464c5 req-53031b8d-aaf1-439d-9f73-6633f679e67d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1274898 Jan 22 20:06:38.057369 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-067929ef-d007-4bfe-9d89-04a91be464c5 req-c6fd3db8-fd5a-4586-93c8-968dc7dd3431 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888219 Jan 22 20:06:38.174075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:38.226700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67954ea-ab45-4c80-9bbb-a9a0d0140a6b'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:38.238072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2d363-4f07-4391-afa2-5cd9e4091be5 req-36415c27-9833-4031-998c-417c47388589 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:38.239695 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9fe2d363-4f07-4391-afa2-5cd9e4091be5 req-36415c27-9833-4031-998c-417c47388589 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1698415 Jan 22 20:06:38.256536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,segment=NetworkSegment(e5db5a91-a59c-497f-9f57-a3daad5f583c),segment_id=e5db5a91-a59c-497f-9f57-a3daad5f583c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:38.285707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:38.328948 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9fe2d363-4f07-4391-afa2-5cd9e4091be5 req-d7b78ac6-2d21-45e1-bfb7-b15fbd857253 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826790 Jan 22 20:06:38.330780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:38.404046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-2de0d33a-3eb0-4e9a-8663-4832ca19cb59 req-7612baa4-036e-4f0d-8e83-cb736637bd23 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Synchronizing usage tracker for tenant:de0ab5b9da4f4b4c9071f5d574c71670 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:38.431220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-2de0d33a-3eb0-4e9a-8663-4832ca19cb59 req-7612baa4-036e-4f0d-8e83-cb736637bd23 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Unset dirty status for tenant:de0ab5b9da4f4b4c9071f5d574c71670 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:38.443514 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2de0d33a-3eb0-4e9a-8663-4832ca19cb59 req-7612baa4-036e-4f0d-8e83-cb736637bd23 tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] 10.222.0.18 "GET /v2.0/ports?device_id=03fd9716-967a-41eb-9087-e48cc8e9f141 HTTP/1.1" status: 200 len: 210 time: 0.1125603 Jan 22 20:06:38.483871 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67954ea-ab45-4c80-9bbb-a9a0d0140a6b', 'code': 200} Jan 22 20:06:38.484449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device fab58966-2ade-4bab-bbcb-e8c00ed8e950 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:06:38.558649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: fab58966-2ade-4bab-bbcb-e8c00ed8e950 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:06:38.559579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device fab58966-2ade-4bab-bbcb-e8c00ed8e950 not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:06:38.628055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:34Z', 'revision_number': 2, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:38.632345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:38.635195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Checking router: 7d68358f-0651-4531-b5fc-fe96b4b98ac5 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:06:38.635646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Updating router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:06:38.695572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:38.696244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:39.050175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a026ed4-87ed-47f9-bc2f-5fb87b79d032 req-93ce6820-0a4c-4092-af15-9f1a02397616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:39.051831 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6a026ed4-87ed-47f9-bc2f-5fb87b79d032 req-93ce6820-0a4c-4092-af15-9f1a02397616 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 1167 time: 0.2698643 Jan 22 20:06:39.080743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22c350-33fd-4329-9373-7e3f6f8279b8 req-f06ac6b8-1995-41b9-aade-d444416af403 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:39.082285 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ee22c350-33fd-4329-9373-7e3f6f8279b8 req-f06ac6b8-1995-41b9-aade-d444416af403 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 950 time: 0.1800117 Jan 22 20:06:39.178343 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ee22c350-33fd-4329-9373-7e3f6f8279b8 req-c1d49348-b9d5-4e2a-9750-13cf2cfe425b tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Jan 22 20:06:39.192604 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6a026ed4-87ed-47f9-bc2f-5fb87b79d032 req-d875973b-a042-4f4f-bf94-e6529e4b82b7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092200 Jan 22 20:06:39.204548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device c67954ea-ab45-4c80-9bbb-a9a0d0140a6b up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:39.251717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:06:39.310576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:39.311340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:39.460997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae2c1-ca3b-479d-8a8b-65b1805159eb req-f6580eae-7316-410c-87f6-bcf11f6c57d2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:39.462418 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-996ae2c1-ca3b-479d-8a8b-65b1805159eb req-f6580eae-7316-410c-87f6-bcf11f6c57d2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1723261 Jan 22 20:06:39.610303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:39.626354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Transition to ACTIVE for port object fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:39.628458 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-996ae2c1-ca3b-479d-8a8b-65b1805159eb req-1f8b21fd-a149-475c-9730-a8f45bcee880 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531506 Jan 22 20:06:39.642478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:39.679909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:39.695018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81b01-7a72-41e6-8d4b-369061b5b43f req-673dc837-8540-4b79-8ed9-3cdd5fdb1230 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:39.696722 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c9a81b01-7a72-41e6-8d4b-369061b5b43f req-673dc837-8540-4b79-8ed9-3cdd5fdb1230 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1583164 Jan 22 20:06:39.781267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff44a8-5f74-453a-a627-9a7865ac0b51 None None] Pushing event updated for resources: {'Port': ['ID=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:39.795860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-acff44a8-5f74-453a-a627-9a7865ac0b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:40.045242 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c9a81b01-7a72-41e6-8d4b-369061b5b43f req-5e052261-2b51-4551-81df-8d2da0cde805 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395007 Jan 22 20:06:40.137044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Attempting to bind port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:06:40.138180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Attempting to bind port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:06:40.138180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Attempting to bind port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf on network dace067b-2144-4dbc-bec3-99d0c742d9d5 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:06:40.144788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:06:40.145285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Checking segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:06:40.145801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:40.146308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Bound using segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:06:40.147033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Bound port: fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:06:40.147722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:40.274254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] For port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:06:40.278395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] For port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:06:40.283626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:40.598034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:40.768297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff44a8-5f74-453a-a627-9a7865ac0b51 None None] Pushing event updated for resources: {'Port': ['ID=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:40.776283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37237791-fb85-4b33-9714-34dc75c4b6db req-83c91a65-3b3e-41ad-86ac-f5d83390ad18 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:40.785552 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-37237791-fb85-4b33-9714-34dc75c4b6db req-83c91a65-3b3e-41ad-86ac-f5d83390ad18 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 950 time: 0.3059671 Jan 22 20:06:40.803232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-acff44a8-5f74-453a-a627-9a7865ac0b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:40.869279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:06:40.870577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:06:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:40.876201 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-37237791-fb85-4b33-9714-34dc75c4b6db req-ef679a1a-9f12-4948-8b95-92c1c506b795 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800855 Jan 22 20:06:41.148467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72b207-13d4-442d-ba02-33ba660f6743 req-e171622f-3b73-40c3-90cb-1532ccaa2b49 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:41.150116 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f72b207-13d4-442d-ba02-33ba660f6743 req-e171622f-3b73-40c3-90cb-1532ccaa2b49 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1862977 Jan 22 20:06:41.279034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:06:41.281135 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f72b207-13d4-442d-ba02-33ba660f6743 req-ee6452bf-77e8-41d2-8da0-63cc7dcf0cf9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211090 Jan 22 20:06:41.366304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8c34-504c-442e-9765-d1e3ad325eea req-a7b0f866-087f-4c1f-9ba3-7223b2713433 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:41.371406 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f9c8c34-504c-442e-9765-d1e3ad325eea req-a7b0f866-087f-4c1f-9ba3-7223b2713433 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1649232 Jan 22 20:06:41.449902 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f9c8c34-504c-442e-9765-d1e3ad325eea req-a45dc445-27e0-4b57-bc33-a3a2a781fea4 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738170 Jan 22 20:06:41.752083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:40Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:06:41.759009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd22-304e-48fa-ab8f-06155be9073d None None] The sync data for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb is: [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:40Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:06:42.301357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120f41-d19c-438a-a04a-71019cb699dd req-1a12ce2e-46d3-40e2-b0b8-30ce7ffe0410 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:42.303523 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2c120f41-d19c-438a-a04a-71019cb699dd req-1a12ce2e-46d3-40e2-b0b8-30ce7ffe0410 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 950 time: 0.1820912 Jan 22 20:06:42.410914 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2c120f41-d19c-438a-a04a-71019cb699dd req-efed540a-8cb4-45a4-946f-66263ce107f7 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989444 Jan 22 20:06:42.686888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716693dc-6e42-4eac-958a-5251897f142d req-75cad499-e13e-49ac-a1a8-a52183ee96aa tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:42.701859 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-716693dc-6e42-4eac-958a-5251897f142d req-75cad499-e13e-49ac-a1a8-a52183ee96aa tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1523561 Jan 22 20:06:42.951279 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-716693dc-6e42-4eac-958a-5251897f142d req-8a7a003f-eae5-416f-9e4e-3def2f1ce7bf tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483759 Jan 22 20:06:43.140398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e00313-77d2-4870-b15c-89014de20d4e req-99ec5552-8f4a-4750-a95e-265728921153 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:43.142544 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95e00313-77d2-4870-b15c-89014de20d4e req-99ec5552-8f4a-4750-a95e-265728921153 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3944302 Jan 22 20:06:43.237967 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95e00313-77d2-4870-b15c-89014de20d4e req-18d4596f-df86-4e76-adaf-49af926ffe15 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893683 Jan 22 20:06:43.626755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c3e4-b844-4ac7-b57f-b6c5308a5baa req-2254ed6c-671b-4c0a-892b-4cd35e83218a tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:43.634302 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb98c3e4-b844-4ac7-b57f-b6c5308a5baa req-2254ed6c-671b-4c0a-892b-4cd35e83218a tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 950 time: 0.1269093 Jan 22 20:06:43.638263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:43.694238 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb98c3e4-b844-4ac7-b57f-b6c5308a5baa req-9976fc18-bbd7-4198-a104-0c9f23a22426 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588446 Jan 22 20:06:43.745768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:43.753259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:43.756143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:43.924679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:43.981106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:43.991711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:43.993942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:44.099565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:44.103056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:44.291606 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e33c9-9e2a-436a-b9d4-1b06f100a665 req-701ddc42-7f6f-41fa-8cf1-6809fb9bae63 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:44.294155 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f39e33c9-9e2a-436a-b9d4-1b06f100a665 req-701ddc42-7f6f-41fa-8cf1-6809fb9bae63 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1264300 Jan 22 20:06:44.371565 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f39e33c9-9e2a-436a-b9d4-1b06f100a665 req-3e7cff38-a5dd-4a33-9a93-97aeda67a364 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Jan 22 20:06:44.627815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c48da-d449-45bf-895d-442da5aa26e3 req-390d3334-47fb-4415-a228-6fedabb5e0c7 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:44.638375 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-867c48da-d449-45bf-895d-442da5aa26e3 req-390d3334-47fb-4415-a228-6fedabb5e0c7 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1601787 Jan 22 20:06:44.720262 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-867c48da-d449-45bf-895d-442da5aa26e3 req-a99b116b-ae4c-4283-885d-7c6c29ad10b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781474 Jan 22 20:06:44.996073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7568d-466b-4afd-8d50-52454d147bd4 req-22762ed7-c256-4c50-811f-61cd8bdb3dc9 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:44.999222 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1ac7568d-466b-4afd-8d50-52454d147bd4 req-22762ed7-c256-4c50-811f-61cd8bdb3dc9 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 950 time: 0.1294315 Jan 22 20:06:45.092067 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1ac7568d-466b-4afd-8d50-52454d147bd4 req-7ffc5da1-2143-4643-b983-cfa1f2a0429c tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/security-groups?id=9e28ed54-b268-4c09-86ed-1549618f4903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849547 Jan 22 20:06:45.261694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:45.353897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:45.354326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:45.574939 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-d7d92734-6a17-4240-ab4a-5b7715a89a3c tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:45.576711 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-d7d92734-6a17-4240-ab4a-5b7715a89a3c tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.22 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 950 time: 0.1373816 Jan 22 20:06:45.616473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:45.703130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:45.703695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:45.752866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Deleting port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:06:45.753259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:45.830237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591b68-8b02-4778-83b0-d97bb4212cf6 req-cb70f342-5f20-4b58-897e-f4f88f104143 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:45.831983 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b591b68-8b02-4778-83b0-d97bb4212cf6 req-cb70f342-5f20-4b58-897e-f4f88f104143 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2066629 Jan 22 20:06:46.160344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] For port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,segment=NetworkSegment(e5db5a91-a59c-497f-9f57-a3daad5f583c),segment_id=e5db5a91-a59c-497f-9f57-a3daad5f583c)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:46.160753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:46.296063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Calling delete_port for c67954ea-ab45-4c80-9bbb-a9a0d0140a6b owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:06:46.468972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:46.494669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b591b68-8b02-4778-83b0-d97bb4212cf6 req-d02a6651-f9fa-4d90-926c-639558f18d57 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051354 Jan 22 20:06:46.655872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:46.715807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Pushing event deleted for resources: {'Port': ['ID=c67954ea-ab45-4c80-9bbb-a9a0d0140a6b,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:46.755022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:46.873736 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-225889f3-3ee6-42b7-8989-8b27d9316816 req-6dcb55ff-56df-4b3b-adb4-ea4712bf9c8f tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.18 "GET /v2.0/ports?device_id=855bee8c-8dac-4cc4-b655-24f4595e3c13 HTTP/1.1" status: 200 len: 210 time: 0.1123557 Jan 22 20:06:46.876808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] No DVR routers for this DVR port c67954ea-ab45-4c80-9bbb-a9a0d0140a6b on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:06:46.887812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:46.895930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'name': 'network-vif-deleted', 'tag': 'c67954ea-ab45-4c80-9bbb-a9a0d0140a6b'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:46.901987 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c715a8b5-bce2-4431-b76e-2a216d0dfce1 req-f3d6d878-fd75-4757-8ca8-bc3e0969db45 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] 10.222.0.22 "DELETE /v2.0/ports/c67954ea-ab45-4c80-9bbb-a9a0d0140a6b HTTP/1.1" status: 204 len: 173 time: 1.3185165 Jan 22 20:06:46.945403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82998e34-cbb6-4022-980e-9dd2c9a24159 req-cabff092-f9bf-42a6-8ad5-38a6694a24e5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:46.947166 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82998e34-cbb6-4022-980e-9dd2c9a24159 req-cabff092-f9bf-42a6-8ad5-38a6694a24e5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 1.0295339 Jan 22 20:06:47.025108 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82998e34-cbb6-4022-980e-9dd2c9a24159 req-e2dc357b-8066-4fca-98b5-885fcbcad105 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689707 Jan 22 20:06:47.172332 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855bee8c-8dac-4cc4-b655-24f4595e3c13', 'name': 'network-vif-deleted', 'tag': 'c67954ea-ab45-4c80-9bbb-a9a0d0140a6b', 'status': 'completed', 'code': 200} Jan 22 20:06:47.313068 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:47.421429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:47.422009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:47.698434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ffa60-5062-40d3-a214-0c5cbe3cae44 req-3d6e806e-9a77-4c33-81e8-4b72f3f4cf08 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:47.707641 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a21ffa60-5062-40d3-a214-0c5cbe3cae44 req-3d6e806e-9a77-4c33-81e8-4b72f3f4cf08 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.2176392 Jan 22 20:06:47.870565 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a21ffa60-5062-40d3-a214-0c5cbe3cae44 req-8d59e7ac-1eaa-46f0-bbe9-56fed4d586c5 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615829 Jan 22 20:06:47.897626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device c67954ea-ab45-4c80-9bbb-a9a0d0140a6b no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:06:47.994526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fe999-4af7-4a0c-9a0f-59c4a028bc8f req-78f3a19e-a5f1-4be1-af16-7c62fe85b6c2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:47.999862 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-424fe999-4af7-4a0c-9a0f-59c4a028bc8f req-78f3a19e-a5f1-4be1-af16-7c62fe85b6c2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2078049 Jan 22 20:06:48.012572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: c67954ea-ab45-4c80-9bbb-a9a0d0140a6b {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:06:48.012951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device c67954ea-ab45-4c80-9bbb-a9a0d0140a6b not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:06:48.160634 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-424fe999-4af7-4a0c-9a0f-59c4a028bc8f req-d8d5fafe-bdb4-4b52-a7b1-964eea5439ca tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542828 Jan 22 20:06:48.478442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5992a4-6d18-41da-afa1-7d10108a9c36 req-12e32c2d-3812-4296-8fcf-dd872842019f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:48.487111 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e5992a4-6d18-41da-afa1-7d10108a9c36 req-12e32c2d-3812-4296-8fcf-dd872842019f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.2157316 Jan 22 20:06:48.561990 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0e5992a4-6d18-41da-afa1-7d10108a9c36 req-eaf620f3-007c-43e2-b126-339bd23c2a52 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734236 Jan 22 20:06:49.354414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893ed0-75aa-41fd-a03c-bac258df7ea6 req-b433b9f7-a5e6-4a3e-b87e-b47164d5759f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:49.364266 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a4893ed0-75aa-41fd-a03c-bac258df7ea6 req-b433b9f7-a5e6-4a3e-b87e-b47164d5759f tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.2186432 Jan 22 20:06:49.428963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236ab8f-1b25-4055-aac3-41fa057bb446 req-ac5a03b2-24cc-4689-aec8-0e6573d4b177 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:49.430820 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8236ab8f-1b25-4055-aac3-41fa057bb446 req-ac5a03b2-24cc-4689-aec8-0e6573d4b177 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3492975 Jan 22 20:06:49.549200 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a4893ed0-75aa-41fd-a03c-bac258df7ea6 req-b2edd16f-1a33-437b-aea5-ac2cd19d3e45 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838481 Jan 22 20:06:49.554665 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-e4cb9478-1c75-4aab-b2a6-88244e495197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:49.559622 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-e4cb9478-1c75-4aab-b2a6-88244e495197 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1162 time: 0.3218079 Jan 22 20:06:49.593194 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8236ab8f-1b25-4055-aac3-41fa057bb446 req-22006e4b-6425-41c7-9c48-79b015d6b275 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465521 Jan 22 20:06:49.996525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-c6edcc0c-4c0a-4d5a-a8b1-c8d26988d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:49.998388 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-c6edcc0c-4c0a-4d5a-a8b1-c8d26988d979 service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.4041562 Jan 22 20:06:50.155408 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-68fc9972-be52-4653-a802-a658924f54d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 1001 time: 0.1187074 Jan 22 20:06:50.269176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-e8458e8a-d143-439a-b769-7881165f8da7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:50.269984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-e8458e8a-d143-439a-b769-7881165f8da7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:50.300784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-e8458e8a-d143-439a-b769-7881165f8da7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:50.303363 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-e8458e8a-d143-439a-b769-7881165f8da7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.2804379 Jan 22 20:06:50.313944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89f81-45f7-4c17-a356-048b35d38f90 req-a92c249e-2b49-4970-974a-a40dd206e17c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:50.315874 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a8f89f81-45f7-4c17-a356-048b35d38f90 req-a92c249e-2b49-4970-974a-a40dd206e17c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3164642 Jan 22 20:06:50.329234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-10ed035a-017c-4494-9c9f-ad1ed4b539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:50.330948 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-10ed035a-017c-4494-9c9f-ad1ed4b539e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.1642723 Jan 22 20:06:50.422807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Deleting port f272c616-b0e2-472e-b5b9-d053dba02d16 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:06:50.422807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:50.435599 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a8f89f81-45f7-4c17-a356-048b35d38f90 req-4ebd1653-4fca-462c-81d1-722a37ad406e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079926 Jan 22 20:06:50.553896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-8734fd64-8985-43b8-be7e-f833da919c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:50.560044 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-8734fd64-8985-43b8-be7e-f833da919c4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1753840 Jan 22 20:06:50.928908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] For port f272c616-b0e2-472e-b5b9-d053dba02d16, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f272c616-b0e2-472e-b5b9-d053dba02d16,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:50.929309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:51.055852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device f272c616-b0e2-472e-b5b9-d053dba02d16 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:06:51.084062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf9b65-1eb8-4596-8d1c-a2a7b9468f1a req-f9a1d9ec-ee0f-4aa0-9596-da53fb0b991a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:51.085760 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82cf9b65-1eb8-4596-8d1c-a2a7b9468f1a req-f9a1d9ec-ee0f-4aa0-9596-da53fb0b991a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 946 time: 0.2398171 Jan 22 20:06:51.130793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Calling delete_port for f272c616-b0e2-472e-b5b9-d053dba02d16 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:06:51.333821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31ed30-a9a8-4aed-afc1-b707412d4d9f req-84e04300-5e37-4459-bc0a-4a5f2b67e0ce tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:51.342226 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ab31ed30-a9a8-4aed-afc1-b707412d4d9f req-84e04300-5e37-4459-bc0a-4a5f2b67e0ce tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3970177 Jan 22 20:06:51.358435 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82cf9b65-1eb8-4596-8d1c-a2a7b9468f1a req-19b0fe9b-5876-40c7-be6a-242268d9b9a5 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584031 Jan 22 20:06:51.359487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:51.364352 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-c314907c-fbb1-4df7-a95f-316de37ab5c4 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988379 Jan 22 20:06:51.394792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:51.644598 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d312d449-3ce2-42c9-bfaf-48b99ee09072 req-b66af418-5812-4b15-a3aa-15717ab6221b service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2026353 Jan 22 20:06:51.675850 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ab31ed30-a9a8-4aed-afc1-b707412d4d9f req-26ea4584-83ab-4062-a6b7-19f668b0a5bb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104007 Jan 22 20:06:51.699708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:51.813470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event deleted for resources: {'Port': ['ID=f272c616-b0e2-472e-b5b9-d053dba02d16,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:51.882219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6613a7-835a-4998-8581-ad6efd8a9228 req-a4091eae-b2e7-4481-8322-1707a579eeae tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:51.882452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.883073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.883910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.884741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.885192 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8c6613a7-835a-4998-8581-ad6efd8a9228 req-a4091eae-b2e7-4481-8322-1707a579eeae tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1962447 Jan 22 20:06:51.885488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.886086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.887332 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.887924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.888463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.889138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.889676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.890316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.890821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.891229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.891810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.892557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.893237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.893700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.894422 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.894791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.895461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.895998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.896532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.897192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:06:51.906835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] No DVR routers for this DVR port f272c616-b0e2-472e-b5b9-d053dba02d16 on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:06:51.922342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:51.953993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:51.957360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6f565-691c-4f62-bf9d-0143321eded2', 'name': 'network-vif-deleted', 'tag': 'f272c616-b0e2-472e-b5b9-d053dba02d16'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:51.979027 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8c6613a7-835a-4998-8581-ad6efd8a9228 req-df0d00f0-d7e3-4c79-b382-636a13e0e26f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862005 Jan 22 20:06:52.007867 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b1075c1a-0dde-447c-a73c-63052d39a5a0 req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "DELETE /v2.0/ports/f272c616-b0e2-472e-b5b9-d053dba02d16 HTTP/1.1" status: 204 len: 173 time: 1.6977987 Jan 22 20:06:52.102085 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b6f565-691c-4f62-bf9d-0143321eded2', 'name': 'network-vif-deleted', 'tag': 'f272c616-b0e2-472e-b5b9-d053dba02d16', 'status': 'completed', 'code': 200} Jan 22 20:06:52.642274 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12531a63-6a2e-47be-9d72-c63a824dbfd9 req-2de2e801-f3e2-4122-bf4b-eb54b1431635 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=30b6f565-691c-4f62-bf9d-0143321eded2 HTTP/1.1" status: 200 len: 210 time: 0.0762727 Jan 22 20:06:53.194175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7670c-5340-489f-b7e6-c596d0fdcad4 req-58365145-0e84-4e9c-abe6-ecb403001d37 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:53.219270 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c7f7670c-5340-489f-b7e6-c596d0fdcad4 req-58365145-0e84-4e9c-abe6-ecb403001d37 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3397927 Jan 22 20:06:53.406721 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c7f7670c-5340-489f-b7e6-c596d0fdcad4 req-1286050b-b61e-401a-bc0e-a56875002c2e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863785 Jan 22 20:06:53.440392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea7c1-cecf-4a22-962d-c1cd605b6a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:53.495590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997fdce-8825-4e76-a2ce-3f8336084ae5 req-56f99bc1-3ef0-4e38-93a2-62c8448028f6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:53.501413 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b997fdce-8825-4e76-a2ce-3f8336084ae5 req-56f99bc1-3ef0-4e38-93a2-62c8448028f6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2038336 Jan 22 20:06:53.577538 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b997fdce-8825-4e76-a2ce-3f8336084ae5 req-270172b7-e505-44be-960c-e40a1d054da3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689688 Jan 22 20:06:54.256545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:06:54.344353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:54.344783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:54.742636 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39285b-87f4-40fe-b1ef-d3ec7d048ddd req-639cb9c1-1a49-495f-aa55-f523a5af43ce tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:54.744439 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f39285b-87f4-40fe-b1ef-d3ec7d048ddd req-639cb9c1-1a49-495f-aa55-f523a5af43ce tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1258216 Jan 22 20:06:54.800725 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f39285b-87f4-40fe-b1ef-d3ec7d048ddd req-28904896-b71b-4c64-a505-6a14b04b5c3c tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492113 Jan 22 20:06:55.036264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f21fb-7264-4f31-8c0d-6ddb8ba7c293 req-232a3342-a86a-48af-a937-941150680c80 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:55.037951 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d97f21fb-7264-4f31-8c0d-6ddb8ba7c293 req-232a3342-a86a-48af-a937-941150680c80 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1134090 Jan 22 20:06:55.145408 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d97f21fb-7264-4f31-8c0d-6ddb8ba7c293 req-9894fd0a-d638-4ee7-b886-ea2a99a13dd7 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006317 Jan 22 20:06:55.281981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-77258e25-a716-425f-9032-0dd75271627a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:55.282760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-77258e25-a716-425f-9032-0dd75271627a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:55.304230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-77258e25-a716-425f-9032-0dd75271627a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:55.305530 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-77258e25-a716-425f-9032-0dd75271627a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 815 time: 0.2246509 Jan 22 20:06:55.322016 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-93552819-8629-47d5-b0be-8a9370214736 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/quotas/7a1ec86aefc74932af99974988bd3292 HTTP/1.1" status: 200 len: 375 time: 0.0098031 Jan 22 20:06:55.428813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-50a3a772-9f7e-49d3-907f-6a11e9969b73 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:55.449637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-50a3a772-9f7e-49d3-907f-6a11e9969b73 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:55.451249 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-50a3a772-9f7e-49d3-907f-6a11e9969b73 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229975 Jan 22 20:06:55.658412 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-eef1fd00-e677-45d6-bd60-9f0c063a3d5f service neutron] 10.222.0.18 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929126 Jan 22 20:06:55.748659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3869fa1-1760-4c48-bd1e-274018e94e97 req-476a36f0-e212-4683-8d8d-938b350868d2 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:55.750306 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3869fa1-1760-4c48-bd1e-274018e94e97 req-476a36f0-e212-4683-8d8d-938b350868d2 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 946 time: 0.1876431 Jan 22 20:06:55.789157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-278e3d48-9f3f-41dd-89e3-e06bd77b3a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:55.885187 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3869fa1-1760-4c48-bd1e-274018e94e97 req-dd25fd26-5dba-407b-bbb0-8840a4e6962c tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845919 Jan 22 20:06:55.895367 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-be0d00a9-2f65-4305-be78-fd66d3b81079 service neutron] 10.222.0.18 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2298634 Jan 22 20:06:56.028918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50142) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:56.232353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:56.241672 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b710ed1a-70a6-4ac0-ab6f-cd5df51f939a req-31261bb1-a1c9-4efd-8dde-26ef2be82e54 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 210 time: 0.1651895 Jan 22 20:06:56.285108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50156) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:06:56.300100 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-285685da-3166-4df4-b25f-af8d35910e1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f78df002907400c82eac69f4e9ecf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697558 Jan 22 20:06:56.397206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:56.482126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:56.577336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f867b38-f4a0-4e01-9b13-33341ca6f65a req-6684cc75-6a19-4e07-829f-bbf696e270a7 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:56.579027 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5f867b38-f4a0-4e01-9b13-33341ca6f65a req-6684cc75-6a19-4e07-829f-bbf696e270a7 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1696601 Jan 22 20:06:56.584253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:56.591538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e46cb3aa-53f7-4aad-bca5-884bd6511978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:56.619524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28ed54-b268-4c09-86ed-1549618f4903,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:56.623698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:56.635876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:56.639717 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e28ed54-b268-4c09-86ed-1549618f4903 HTTP/1.1" status: 204 len: 168 time: 0.3534684 Jan 22 20:06:56.668763 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5f867b38-f4a0-4e01-9b13-33341ca6f65a req-1d9646a6-d457-4f1e-903c-6e32cc825e74 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797899 Jan 22 20:06:57.144266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1c015-6d24-47df-85b9-c9c1240bf5d4 req-01b2b1ac-727e-4611-9a8b-4b69088b225a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:57.145897 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-86f1c015-6d24-47df-85b9-c9c1240bf5d4 req-01b2b1ac-727e-4611-9a8b-4b69088b225a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 946 time: 0.1125853 Jan 22 20:06:57.201119 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-86f1c015-6d24-47df-85b9-c9c1240bf5d4 req-2ec9dc1f-2c61-45b3-9779-f48078ad3797 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Jan 22 20:06:57.296773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:57.454494 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e2a0f459-2b9d-4b56-97f1-000b6735d7ed req-d73e60af-da95-44fb-bc21-c11314b6fde1 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 210 time: 0.0542023 Jan 22 20:06:57.735537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-906bb8bc-a573-474d-85a7-b7603270ee39 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:57.737395 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-906bb8bc-a573-474d-85a7-b7603270ee39 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 815 time: 0.2080808 Jan 22 20:06:57.789937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:57.849424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'port': {'device_id': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'admin_state_up': True, 'tenant_id': '7a1ec86aefc74932af99974988bd3292'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:06:58.010876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:06:58.024690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:06:58.039606 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Made reservation on behalf of 7a1ec86aefc74932af99974988bd3292 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:06:58.057029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:58.294940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0999f-5691-44dd-a180-a25c146f49ac req-3188e7e0-07fa-4844-8c0e-ee590e30e0b5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:58.303567 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b0d0999f-5691-44dd-a180-a25c146f49ac req-3188e7e0-07fa-4844-8c0e-ee590e30e0b5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.4778202 Jan 22 20:06:58.373985 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b0d0999f-5691-44dd-a180-a25c146f49ac req-ba99b5af-b00d-40d5-81ca-fe6b799f4ba0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692797 Jan 22 20:06:58.423693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-8f26e721-7874-46fb-8397-578f63b41f96 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:58.431743 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-8f26e721-7874-46fb-8397-578f63b41f96 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 946 time: 0.5561225 Jan 22 20:06:58.461204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Allocated IP 172.20.0.14 (dace067b-2144-4dbc-bec3-99d0c742d9d5/0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa/652cbb3d-f322-4343-a1a4-518e560a1ac5) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:06:58.741027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:58.767176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Deleting port 1fb98a35-cdc4-4c01-bf83-11617f149ded {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:06:58.767568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:58.782208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Transition to ACTIVE for port object 652cbb3d-f322-4343-a1a4-518e560a1ac5 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:06:58.836611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:58.914132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-98887fe4-bcae-41c1-9a2a-984acbcb753a tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:59.058135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:59.067721 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:06:59.125780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:06:59.127026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:06:59.129976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:06:59.137926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210fb19-708b-45c7-aa63-e41899866c75 req-ef2ecb0a-5dd3-4c1d-b9da-8127973b2d52 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:59.147211 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b210fb19-708b-45c7-aa63-e41899866c75 req-ef2ecb0a-5dd3-4c1d-b9da-8127973b2d52 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 946 time: 0.6373649 Jan 22 20:06:59.236336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:59.236336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:59.240056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1fb98a35-cdc4-4c01-bf83-11617f149ded no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:06:59.287459 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-a794e3f6-ebd1-47ae-a360-711ae71b5bdb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4426229 Jan 22 20:06:59.352648 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b210fb19-708b-45c7-aa63-e41899866c75 req-ff2f0e00-3ae2-4013-bdbb-6261812ff812 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041483 Jan 22 20:06:59.576659 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5871-2904-4ddb-9a03-906384d25d1b req-64d8cea8-71ca-4377-8eed-0ade4a0193ce tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:06:59.585299 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2f6c5871-2904-4ddb-9a03-906384d25d1b req-64d8cea8-71ca-4377-8eed-0ade4a0193ce tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.6992922 Jan 22 20:06:59.661140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] For port 1fb98a35-cdc4-4c01-bf83-11617f149ded, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:59.661705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:59.665779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-54e86579-bdf6-4ba0-8651-84becd9797f2 None None] Provisioning for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:06:59.672508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-54e86579-bdf6-4ba0-8651-84becd9797f2 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:06:59.673160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-54e86579-bdf6-4ba0-8651-84becd9797f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:59.688201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-2f6c5871-2904-4ddb-9a03-906384d25d1b req-4bde1bb9-6a5d-4e41-b027-18f232bedc83 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:06:59.750360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:59.770483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-54e86579-bdf6-4ba0-8651-84becd9797f2 None None] Port 652cbb3d-f322-4343-a1a4-518e560a1ac5 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:06:59.794187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 1fb98a35-cdc4-4c01-bf83-11617f149ded, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:06:59.796013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:06:59.803381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:06:59.810979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:06:59.889669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Calling delete_port for 1fb98a35-cdc4-4c01-bf83-11617f149ded owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:06:59.974783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=1fb98a35-cdc4-4c01-bf83-11617f149ded,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:06:59.986104 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-2f6c5871-2904-4ddb-9a03-906384d25d1b req-4bde1bb9-6a5d-4e41-b027-18f232bedc83 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:06:59.987862 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2f6c5871-2904-4ddb-9a03-906384d25d1b req-4bde1bb9-6a5d-4e41-b027-18f232bedc83 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016340 Jan 22 20:07:00.000565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.001029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.001482 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.001931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.002453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.010156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.010765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.011863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.012329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.012795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.013239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.013682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.020619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.021088 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.021586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.022036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.022480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.023276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.023741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.024183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.024801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.025244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.025691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.026139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:00.035895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:00.081888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62a2a1-650e-4e41-b905-3a38e797119b req-445eb469-b0f9-4cea-b46b-f5ca80d92f8b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:00.090692 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-be62a2a1-650e-4e41-b905-3a38e797119b req-445eb469-b0f9-4cea-b46b-f5ca80d92f8b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3366153 Jan 22 20:07:00.117248 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded', 'code': 200} Jan 22 20:07:00.149756 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-be62a2a1-650e-4e41-b905-3a38e797119b req-3ecc0285-4b5c-4d84-97eb-6300f8d1c7f2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575719 Jan 22 20:07:00.154953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80121) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:07:00.155339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:07:00.617966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf04514-6d05-41a4-b132-4db92b184a0c req-78d2a225-bcbc-4904-9899-612d0e5aec39 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:00.619696 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ecf04514-6d05-41a4-b132-4db92b184a0c req-78d2a225-bcbc-4904-9899-612d0e5aec39 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 944 time: 0.1102734 Jan 22 20:07:00.657408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Deleting port 1fb98a35-cdc4-4c01-bf83-11617f149ded {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:07:00.657793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:00.722479 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ecf04514-6d05-41a4-b132-4db92b184a0c req-2d101d6b-354e-492d-806e-926a4c1fe3c3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953851 Jan 22 20:07:01.007572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] For port 1fb98a35-cdc4-4c01-bf83-11617f149ded, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1fb98a35-cdc4-4c01-bf83-11617f149ded,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:01.008044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:01.269966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Calling delete_port for 1fb98a35-cdc4-4c01-bf83-11617f149ded owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:07:01.338034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:01.423753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 3e18aac4-de85-4e21-ad1e-b9017e140d8c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:01.423753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:01.589004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04314ea4-b7d5-45b2-9f12-03002ff11750 req-4f67da33-c307-48e7-94dc-cf58930a89c7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:01.591230 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-04314ea4-b7d5-45b2-9f12-03002ff11750 req-4f67da33-c307-48e7-94dc-cf58930a89c7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.2842777 Jan 22 20:07:01.671895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a48723-e599-4c03-acd8-0fa99c9f4bc6 req-2d628939-8626-407b-bd00-fa4b958d0ff1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:01.674661 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a2a48723-e599-4c03-acd8-0fa99c9f4bc6 req-2d628939-8626-407b-bd00-fa4b958d0ff1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3116629 Jan 22 20:07:01.736604 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-04314ea4-b7d5-45b2-9f12-03002ff11750 req-ff94b37d-f778-47ae-82c5-43ad7ea3c762 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381984 Jan 22 20:07:01.752886 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:01.781235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:01.851899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event deleted for resources: {'Port': ['ID=1fb98a35-cdc4-4c01-bf83-11617f149ded,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:01.870500 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a2a48723-e599-4c03-acd8-0fa99c9f4bc6 req-ceffdf93-e720-4b81-ab84-90bda6d1ef69 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826060 Jan 22 20:07:01.872265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:01.993329 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40efc69c-f517-4072-8e95-e14bb06e63fc req-bcf921ed-c50d-45d8-baeb-90737a812e06 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.0606332 Jan 22 20:07:02.094914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] No DVR routers for this DVR port 1fb98a35-cdc4-4c01-bf83-11617f149ded on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:07:02.097709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:02.116646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'name': 'network-vif-deleted', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:02.123175 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-feabf291-aa9f-41c0-9902-6e5e59edd73d req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "DELETE /v2.0/ports/1fb98a35-cdc4-4c01-bf83-11617f149ded HTTP/1.1" status: 204 len: 173 time: 3.6840134 Jan 22 20:07:02.195808 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2527273f-b3da-4cb9-821d-eaca9c7c46f5', 'name': 'network-vif-deleted', 'tag': '1fb98a35-cdc4-4c01-bf83-11617f149ded', 'status': 'completed', 'code': 200} Jan 22 20:07:02.247903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50264) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:02.315794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Deleting subnet 26610d31-1056-4481-bb62-cbdc0850d449 {{(pid=80121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:07:02.318949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:02.375388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:02.383178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:02.658030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for subnet, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:02.671867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:02.721683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26610d31-1056-4481-bb62-cbdc0850d449,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:02.726685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:02.813260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:02.824044 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/26610d31-1056-4481-bb62-cbdc0850d449 HTTP/1.1" status: 204 len: 168 time: 0.5706720 Jan 22 20:07:02.824044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50270) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:03.303206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:03.390744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:03.518752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3fd8d-89b8-45ca-8bd4-6465ea035d65 req-f5234935-6331-43a2-b4b8-c92b105b717a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:03.520356 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6d3fd8d-89b8-45ca-8bd4-6465ea035d65 req-f5234935-6331-43a2-b4b8-c92b105b717a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3483076 Jan 22 20:07:03.553646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b5f5d-3191-492f-958f-d948f442f57f req-6610e873-35bc-4784-9509-f46b4b1e427e tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:03.555616 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b26b5f5d-3191-492f-958f-d948f442f57f req-6610e873-35bc-4784-9509-f46b4b1e427e tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.3847213 Jan 22 20:07:03.646040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:03.797122 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b26b5f5d-3191-492f-958f-d948f442f57f req-5ae75784-9312-443a-abd7-c89884db2dc8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841826 Jan 22 20:07:03.826098 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6d3fd8d-89b8-45ca-8bd4-6465ea035d65 req-c7e8d2fd-75e6-4da5-a6b0-c514eb145701 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171483 Jan 22 20:07:03.830354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.830808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.831665 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.832047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > port after_create 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.832426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.832810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > port after_update 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.833278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.833731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.834116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.834454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.908739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.909132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.909511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.909884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80121) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 20:07:03.910275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb4fe01-fe73-45c4-8130-89b376ae86a7']}} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:03.929805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed4d9c-e1e2-4110-9eba-b71295544626') {'for_net_delete': True} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:03.930152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed4d9c-e1e2-4110-9eba-b71295544626') {} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:03.944141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245515'] for segment, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:03.963441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:03.966473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:07:04.109143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9d61081c-64f4-4876-85f4-97268c877ee3 req-77273644-66cb-41ba-9507-627bb2f573ed tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:07:04.218758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9d61081c-64f4-4876-85f4-97268c877ee3 req-77273644-66cb-41ba-9507-627bb2f573ed tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:07:04.220285 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9d61081c-64f4-4876-85f4-97268c877ee3 req-77273644-66cb-41ba-9507-627bb2f573ed tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.2371485 Jan 22 20:07:04.241415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:07:04.256334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501868'] for segment, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:04.457702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Network 6eb4fe01-fe73-45c4-8130-89b376ae86a7 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: (rel_b, rel_a, rel_b), Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:07:04.485763 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:07:04.575432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:04.579946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:04.596166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:04.609830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb4fe01-fe73-45c4-8130-89b376ae86a7,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:04.613565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:04.618729 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] 10.222.0.18 "DELETE /v2.0/networks/6eb4fe01-fe73-45c4-8130-89b376ae86a7 HTTP/1.1" status: 204 len: 168 time: 1.7953539 Jan 22 20:07:04.621625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50282) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:04.691112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Deleting subnet 5962070d-5558-4553-a3a2-12aada3efde8 {{(pid=80121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:07:04.694264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:04.754813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852530304'] for subnet, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:04.817724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:05.306105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaeb21-5977-4a42-aa87-45ba4e8abb25 req-f3eaad37-b696-40f1-859d-3a9c5595544d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:05.308338 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0dbaeb21-5977-4a42-aa87-45ba4e8abb25 req-f3eaad37-b696-40f1-859d-3a9c5595544d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.3044958 Jan 22 20:07:05.343181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ea53-10ea-482a-b44a-e85dec92da9b req-0d20965c-652a-4339-bac1-0d9a62ff73a2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:05.344887 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c421ea53-10ea-482a-b44a-e85dec92da9b req-0d20965c-652a-4339-bac1-0d9a62ff73a2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.3427973 Jan 22 20:07:05.405178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852210610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759741'] for subnet, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:05.442987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5c48fa3e-9d2d-4362-8d47-c3e07cff017b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:05.497077 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c421ea53-10ea-482a-b44a-e85dec92da9b req-0bc7a754-72de-49df-9e3c-ac287300e517 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327209 Jan 22 20:07:05.514732 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0dbaeb21-5977-4a42-aa87-45ba4e8abb25 req-729693ff-75ae-4411-91fe-5b199f718806 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687007 Jan 22 20:07:05.515569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5962070d-5558-4553-a3a2-12aada3efde8,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:05.520392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:05.607553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:05.617982 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5962070d-5558-4553-a3a2-12aada3efde8 HTTP/1.1" status: 204 len: 168 time: 0.9949806 Jan 22 20:07:05.620599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50296) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:05.784381 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9a1e410f-50a6-4e8d-815c-318d9483992c req-7d21ed32-1356-4393-95bf-ed1459582f35 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.1239145 Jan 22 20:07:05.830254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:06.035541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:06.160189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba8170-e991-4091-8af1-ada6bfd93d86']}} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:06.176393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffe262b-2f4c-47db-a28f-57b29a8bb239') {'for_net_delete': True} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:06.176912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffe262b-2f4c-47db-a28f-57b29a8bb239') {} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:06.190648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245515'] for segment, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:06.205343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:06.207348 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:07:06.400938 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:07:06.411774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501868'] for segment, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:06.628102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Network 54ba8170-e991-4091-8af1-ada6bfd93d86 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:07:06.676720 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:07:07.136909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:07.153658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:07.156128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:07.200548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bd281-b1b5-4f97-86e2-cdfd562f8b7f req-e357de11-1666-4e3b-a192-19d3437cfd78 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:07.202457 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-112bd281-b1b5-4f97-86e2-cdfd562f8b7f req-e357de11-1666-4e3b-a192-19d3437cfd78 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.5042908 Jan 22 20:07:07.220855 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] 10.222.0.18 "DELETE /v2.0/networks/54ba8170-e991-4091-8af1-ada6bfd93d86 HTTP/1.1" status: 204 len: 168 time: 1.5989723 Jan 22 20:07:07.222377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Pushing event deleted for resources: {'Network': ['ID=54ba8170-e991-4091-8af1-ada6bfd93d86,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:07.241015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-607c7fd6-2609-49e2-b2f7-334d3bc1617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:07.280889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59566d-b47a-4ea6-b699-af62a23dd7d4 req-3e26d2ed-7133-4951-b606-587ea17779fb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:07.282578 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c59566d-b47a-4ea6-b699-af62a23dd7d4 req-3e26d2ed-7133-4951-b606-587ea17779fb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.5467916 Jan 22 20:07:07.329770 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-112bd281-b1b5-4f97-86e2-cdfd562f8b7f req-2b726582-59d9-475b-b96c-262ac06233ce tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134529 Jan 22 20:07:07.372958 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3c59566d-b47a-4ea6-b699-af62a23dd7d4 req-30139883-728c-40e7-9f97-0b3c590c4e5c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Jan 22 20:07:07.477472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50310) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:07.554006 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7453608d-aa68-4b99-ac6a-876b9f90daa1 req-20b239ef-bf90-4df7-99aa-323e9667080b tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.0595896 Jan 22 20:07:07.597669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-44eac91e-37d7-4dd3-a846-69b13d7ca350 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de0ab5b9da4f4b4c9071f5d574c71670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1188602 Jan 22 20:07:07.600265 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50314) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:07.672817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:07.704099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:07.753717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:07.773393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-772bef48-efa9-48a2-9d2e-15fdc157d817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:07.789262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545fbeb-b297-440d-b271-2ad1c74a0bb2,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:07.793335 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:07.795477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:07.797497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9545fbeb-b297-440d-b271-2ad1c74a0bb2 HTTP/1.1" status: 204 len: 168 time: 0.1953766 Jan 22 20:07:08.273271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50324) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:08.333421 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1fc141f8-4c90-48f1-95c5-d5a98d926a5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=072dcd4c2f1a45ae9f9d44d2680aca87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587838 Jan 22 20:07:08.336164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50330) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:08.409693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:08.437882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:08.507091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:08.511611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6062321f-f34a-4052-a596-1ebbab2f1f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:08.528193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a632e4b-a502-4bda-9322-c2ad79ef2396,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:08.533628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:08.539418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:08.556829 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a632e4b-a502-4bda-9322-c2ad79ef2396 HTTP/1.1" status: 204 len: 168 time: 0.2194526 Jan 22 20:07:08.703943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530623c-9fde-446e-aee6-1b0d8db0bd5c req-4877cb30-8637-410d-b14f-4e378451d249 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:08.705675 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7530623c-9fde-446e-aee6-1b0d8db0bd5c req-4877cb30-8637-410d-b14f-4e378451d249 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2156701 Jan 22 20:07:08.732934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd653c92-8daf-44c4-9e32-f19165853de8 req-cb3ad010-7168-4616-9c04-d62c786a0b5d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:08.734590 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cd653c92-8daf-44c4-9e32-f19165853de8 req-cb3ad010-7168-4616-9c04-d62c786a0b5d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.2017226 Jan 22 20:07:08.819932 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7530623c-9fde-446e-aee6-1b0d8db0bd5c req-64b0b339-3d93-4704-97d4-d0e10b4461a3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842404 Jan 22 20:07:08.828510 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cd653c92-8daf-44c4-9e32-f19165853de8 req-3e94a495-9a93-4747-b87f-27cab0a8f067 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762825 Jan 22 20:07:09.018143 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d71f2ada-de33-4e61-8780-e2c5c307ef21 req-8c458a52-efd3-481a-bda5-f20a3e048547 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.0558720 Jan 22 20:07:10.155385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c4bc-b5b0-46a4-9c5b-c096ef41e56f req-3989890c-f1a4-48fc-a19b-0e5d00213025 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:10.157427 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1070c4bc-b5b0-46a4-9c5b-c096ef41e56f req-3989890c-f1a4-48fc-a19b-0e5d00213025 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1893520 Jan 22 20:07:10.189818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f092f-65ce-4da6-b374-459bf3fb1af3 req-6cd93578-a52e-459e-9494-fc16780ea80c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:10.191900 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-025f092f-65ce-4da6-b374-459bf3fb1af3 req-6cd93578-a52e-459e-9494-fc16780ea80c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.2246652 Jan 22 20:07:10.273871 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-025f092f-65ce-4da6-b374-459bf3fb1af3 req-a29ba196-a7dc-4ebb-b68c-c3c2f22acf26 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643365 Jan 22 20:07:10.285575 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1070c4bc-b5b0-46a4-9c5b-c096ef41e56f req-9ce66c03-9db9-428a-9d12-80e2c72a819f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930569 Jan 22 20:07:10.461787 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-162eee8d-f29f-4b97-960e-2b73fe2a9909 req-d7d16047-ed1a-4780-bfda-c10e764087b4 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.0550928 Jan 22 20:07:11.486043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Request body: {'port': {'device_id': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:11.597934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58a76e-8709-4a44-b0e6-c684f46e674f req-a6887de8-4b80-4179-8b03-e04e2098213f tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:11.604485 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc58a76e-8709-4a44-b0e6-c684f46e674f req-a6887de8-4b80-4179-8b03-e04e2098213f tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 932 time: 0.1985784 Jan 22 20:07:11.633702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dea39-4564-42fc-8517-efa3a8b8f47a req-2c1dee04-590a-466a-b0c1-2641c975c23d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:11.634777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:11.642971 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c55dea39-4564-42fc-8517-efa3a8b8f47a req-2c1dee04-590a-466a-b0c1-2641c975c23d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1893544 Jan 22 20:07:11.737149 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c55dea39-4564-42fc-8517-efa3a8b8f47a req-80239e27-0d53-4557-b89b-2600fb18b178 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931482 Jan 22 20:07:11.746093 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cc58a76e-8709-4a44-b0e6-c684f46e674f req-5f76f034-dca9-4861-8f38-46918c65816b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001468 Jan 22 20:07:11.942039 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d4d0ffc-3889-4595-9354-6ad5c17e3aa5 req-261d00c7-9bb8-4569-9bd6-4168d3a71ba6 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2527273f-b3da-4cb9-821d-eaca9c7c46f5 HTTP/1.1" status: 200 len: 210 time: 0.0519419 Jan 22 20:07:12.110144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652cbb3d-f322-4343-a1a4-518e560a1ac5 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:07:12.117894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:12.131256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Transition to ACTIVE for port object 652cbb3d-f322-4343-a1a4-518e560a1ac5 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:07:12.135047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:12.152907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4af8b1ec-0db6-4e5b-97ca-3bedead58a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:12.297708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Pushing event updated for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:12.307522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:12.509647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Attempting to bind port 652cbb3d-f322-4343-a1a4-518e560a1ac5 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:07:12.509647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Attempting to bind port 652cbb3d-f322-4343-a1a4-518e560a1ac5 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:07:12.509647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Attempting to bind port 652cbb3d-f322-4343-a1a4-518e560a1ac5 on network dace067b-2144-4dbc-bec3-99d0c742d9d5 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:07:12.518780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:07:12.520387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Checking segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:07:12.520848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:12.521267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Bound using segment: {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:07:12.521929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Bound port: 652cbb3d-f322-4343-a1a4-518e560a1ac5, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d62e5ea-751b-4afc-961a-93662fffe22c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:07:12.522674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:12.640789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] For port 652cbb3d-f322-4343-a1a4-518e560a1ac5, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:07:12.644097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] For port 652cbb3d-f322-4343-a1a4-518e560a1ac5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:07:12.647611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:12.663762 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3731b0e2-61ce-4168-b3a6-f377fd17746f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:12.828375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Pushing event updated for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:12.836199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:12.878787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:12.879470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:12.880973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] 10.222.0.22 "PUT /v2.0/ports/652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 1158 time: 1.4012609 Jan 22 20:07:12.881671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:13.069254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-7ad54fc2-e2e7-447d-96d2-4a5e31cd6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:13.076389 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-7ad54fc2-e2e7-447d-96d2-4a5e31cd6b86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1161 time: 0.1143286 Jan 22 20:07:13.181444 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-44e69378-9941-48da-bd8c-20bc24390984 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 217 time: 0.0940089 Jan 22 20:07:13.209621 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6cd7-396f-427e-b458-14f836378198 req-3ad54bd8-836d-4340-8b89-1e233b3e1956 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:13.212088 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-237c6cd7-396f-427e-b458-14f836378198 req-3ad54bd8-836d-4340-8b89-1e233b3e1956 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.2797272 Jan 22 20:07:13.255490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788b330-bbf1-42b6-841a-2defe8481beb req-26f06326-8129-4478-b8d3-d16500ac5981 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:13.257688 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3788b330-bbf1-42b6-841a-2defe8481beb req-26f06326-8129-4478-b8d3-d16500ac5981 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 944 time: 0.2629375 Jan 22 20:07:13.294064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-ce90ac44-56f8-4848-b6b0-b44bd643217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:13.296308 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-ce90ac44-56f8-4848-b6b0-b44bd643217d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.0964561 Jan 22 20:07:13.421178 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-237c6cd7-396f-427e-b458-14f836378198 req-d6193e80-d84d-4554-a50a-3433e8c26f89 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009478 Jan 22 20:07:13.432231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3788b330-bbf1-42b6-841a-2defe8481beb req-bd996837-5f53-4b13-a5e0-fd2583c37a1c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230402 Jan 22 20:07:13.469013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0508bf-c496-4a9f-983f-b96c240dc8cd req-554a95c4-fe6b-4f13-a3e7-5eb4cbc9e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:13.470674 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5e0508bf-c496-4a9f-983f-b96c240dc8cd req-554a95c4-fe6b-4f13-a3e7-5eb4cbc9e85a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 1162 time: 0.1975851 Jan 22 20:07:13.554013 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5e0508bf-c496-4a9f-983f-b96c240dc8cd req-e631b3f3-0c03-4fae-a897-407e5d6122f3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 Jan 22 20:07:13.610082 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'status': 'completed', 'code': 200} Jan 22 20:07:13.644536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-0380964c-b7b2-4fd3-a706-3ba5295f232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:13.646136 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-0380964c-b7b2-4fd3-a706-3ba5295f232a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3421552 Jan 22 20:07:14.000032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d65b5-96f0-42c3-9921-9de770c3f579 req-5b0c2df6-2a9e-482e-8cb3-596b558f61c2 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.001803 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5e9d65b5-96f0-42c3-9921-9de770c3f579 req-5b0c2df6-2a9e-482e-8cb3-596b558f61c2 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.1141710 Jan 22 20:07:14.009089 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-5480511c-e8a4-4e59-8a76-c0464bdc8e05 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763034 Jan 22 20:07:14.063205 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5e9d65b5-96f0-42c3-9921-9de770c3f579 req-7686db59-4e91-478b-a8c3-1b2cd96a34f9 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Jan 22 20:07:14.173033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edcfa00a-a448-4ce4-add9-9647181dd903 req-47d9a959-85fc-48da-976f-3b064d4bfbc4 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441977 Jan 22 20:07:14.364401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce596c-bad3-4c14-bee7-5381892c592d req-416b09d7-2d83-44ab-b621-8b68d7cb1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.365921 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-416b09d7-2d83-44ab-b621-8b68d7cb1ec6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1161 time: 0.0778408 Jan 22 20:07:14.515451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce596c-bad3-4c14-bee7-5381892c592d req-b2814f7c-91a9-4c50-919f-49350786b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.517265 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-b2814f7c-91a9-4c50-919f-49350786b2ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.1417220 Jan 22 20:07:14.601001 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-60aabb93-43d6-48ec-982e-b467cbc1198d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 217 time: 0.0721390 Jan 22 20:07:14.677134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce596c-bad3-4c14-bee7-5381892c592d req-aad45346-3e4b-4f91-840a-c92d967abf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.678730 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-aad45346-3e4b-4f91-840a-c92d967abf32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.0668976 Jan 22 20:07:14.748015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3917bd0-de3f-4f02-a329-3950f791401e req-20e29d2d-d45a-4574-ad30-90ac651c43b6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.749728 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3917bd0-de3f-4f02-a329-3950f791401e req-20e29d2d-d45a-4574-ad30-90ac651c43b6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1810689 Jan 22 20:07:14.781577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54bbd9-0d77-4537-9b49-63e344bfde4c req-3ff2ea3f-636b-4700-8a59-c7c26ab8193c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.783257 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b54bbd9-0d77-4537-9b49-63e344bfde4c req-3ff2ea3f-636b-4700-8a59-c7c26ab8193c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 944 time: 0.1703460 Jan 22 20:07:14.865861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce596c-bad3-4c14-bee7-5381892c592d req-8f533249-ebec-428d-9c8e-3d38c5f490e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:14.867614 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-8f533249-ebec-428d-9c8e-3d38c5f490e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920615 Jan 22 20:07:14.868980 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3917bd0-de3f-4f02-a329-3950f791401e req-a7e723b2-cf6b-4079-af69-c65bd25ac966 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846345 Jan 22 20:07:14.877995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3b54bbd9-0d77-4537-9b49-63e344bfde4c req-bfb0e665-2738-4c9c-b057-ad30c6708ead tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757353 Jan 22 20:07:15.046778 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-4a710839-4201-47a5-8443-a7e8ba7c9b0c service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679277 Jan 22 20:07:15.207723 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82ce596c-bad3-4c14-bee7-5381892c592d req-2fb141c6-e7fb-44b6-9a54-1c4e7535178b service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456163 Jan 22 20:07:15.303396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2545647-de06-481c-bf11-14da825da065 req-42f12428-b255-4607-8920-ac4a4608010c tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:15.305007 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e2545647-de06-481c-bf11-14da825da065 req-42f12428-b255-4607-8920-ac4a4608010c tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.1061294 Jan 22 20:07:15.358662 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e2545647-de06-481c-bf11-14da825da065 req-d31428df-5598-4dfa-a6a8-3c74cf7082e4 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453196 Jan 22 20:07:15.617566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:15.692325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 3e18aac4-de85-4e21-ad1e-b9017e140d8c triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:15.692740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:16.197016 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a59116-dba0-45d1-97d2-98322f35c45c req-17f6c2da-5439-4e42-992c-c1fbbb9e52d5 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:16.199356 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3a59116-dba0-45d1-97d2-98322f35c45c req-17f6c2da-5439-4e42-992c-c1fbbb9e52d5 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 944 time: 0.1825225 Jan 22 20:07:16.231305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c43d49-c85d-400d-883a-dd9059a8b9b2 req-94e36a91-10c6-4b8d-98db-1b9a5bbccc21 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:16.232969 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98c43d49-c85d-400d-883a-dd9059a8b9b2 req-94e36a91-10c6-4b8d-98db-1b9a5bbccc21 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1705863 Jan 22 20:07:16.254129 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:07:16.319558 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3a59116-dba0-45d1-97d2-98322f35c45c req-e0b6cf21-c050-4999-a547-465efc4f0909 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855064 Jan 22 20:07:16.328431 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98c43d49-c85d-400d-883a-dd9059a8b9b2 req-32c140b9-82b4-4f2f-a301-a60e4944f9cb tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772872 Jan 22 20:07:16.509838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-4a6d3600-98bc-4fe4-9b9f-ddcf4246d417 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:16.511270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-4a6d3600-98bc-4fe4-9b9f-ddcf4246d417 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:07:16.523908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-4a6d3600-98bc-4fe4-9b9f-ddcf4246d417 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:07:16.525115 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-4a6d3600-98bc-4fe4-9b9f-ddcf4246d417 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.1209855 Jan 22 20:07:16.612156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Deleting port 556d9222-a504-4b53-8622-9d84a392fa66 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:07:16.612459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:16.643683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3612f-54a1-48e9-8125-35f24375c165 req-deade939-a12a-4ea4-b722-ac77c3f13a6e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:16.645354 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdc3612f-54a1-48e9-8125-35f24375c165 req-deade939-a12a-4ea4-b722-ac77c3f13a6e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1861382 Jan 22 20:07:16.673767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20c4e-3b25-4f2b-8575-07e6cf3c82b9 req-f442c1a0-550f-4a64-b194-ce787149a862 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:16.675405 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9ae20c4e-3b25-4f2b-8575-07e6cf3c82b9 req-f442c1a0-550f-4a64-b194-ce787149a862 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 945 time: 0.1760240 Jan 22 20:07:16.763550 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdc3612f-54a1-48e9-8125-35f24375c165 req-10ff3c5c-a40d-4030-a9a6-6aa5b959fe4d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870547 Jan 22 20:07:16.770135 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9ae20c4e-3b25-4f2b-8575-07e6cf3c82b9 req-ca87762e-d0fd-477f-8500-13640fb49f05 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766592 Jan 22 20:07:16.889286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] For port 556d9222-a504-4b53-8622-9d84a392fa66, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=556d9222-a504-4b53-8622-9d84a392fa66,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:16.889622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:17.027577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Calling delete_port for 556d9222-a504-4b53-8622-9d84a392fa66 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:07:17.190040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:17.210773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:17.263501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event deleted for resources: {'Port': ['ID=556d9222-a504-4b53-8622-9d84a392fa66,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:17.277506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:17.431900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] No DVR routers for this DVR port 556d9222-a504-4b53-8622-9d84a392fa66 on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:07:17.435243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:17.438943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'name': 'network-vif-deleted', 'tag': '556d9222-a504-4b53-8622-9d84a392fa66'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:17.455556 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-064b56e2-7c21-49b3-a6a2-e72f589b8e1b req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "DELETE /v2.0/ports/556d9222-a504-4b53-8622-9d84a392fa66 HTTP/1.1" status: 204 len: 173 time: 0.9243202 Jan 22 20:07:17.508466 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7', 'name': 'network-vif-deleted', 'tag': '556d9222-a504-4b53-8622-9d84a392fa66', 'status': 'completed', 'code': 200} Jan 22 20:07:17.581307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-b5bafd36-23b8-4732-aa94-bb1c51efa4ec None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:07:17.618022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8290d-dc8f-4c7d-a31e-814030da436e req-abf5e363-d86c-41c3-9882-533afed1d068 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:17.619733 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82a8290d-dc8f-4c7d-a31e-814030da436e req-abf5e363-d86c-41c3-9882-533afed1d068 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 944 time: 0.1402340 Jan 22 20:07:17.674266 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82a8290d-dc8f-4c7d-a31e-814030da436e req-c10aace1-2889-420c-82fc-884fa0824084 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Jan 22 20:07:17.973402 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-651dab5e-c48e-4d20-887d-dc7eacf508ae req-d904e597-6107-4914-a1f9-c232b53826c7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=2cce5f0e-5d3f-4e6a-8561-5559f68b1fa7 HTTP/1.1" status: 200 len: 210 time: 0.0495129 Jan 22 20:07:18.611072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 652cbb3d-f322-4343-a1a4-518e560a1ac5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:18.691660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:07:18.696760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:18.697178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:18.849490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-9857b5cb-161b-438b-a0ee-f4396ce31c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:18.851680 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-9857b5cb-161b-438b-a0ee-f4396ce31c59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.1200035 Jan 22 20:07:18.873249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:18.927801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 652cbb3d-f322-4343-a1a4-518e560a1ac5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:18.928935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:18.944498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:18.947498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:19.020712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 556d9222-a504-4b53-8622-9d84a392fa66 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:07:19.030552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f23451-3dfa-43c7-aa18-554f362d0c06 req-56847348-cf54-4c65-aff3-564b7c616dc0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:19.032813 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-11f23451-3dfa-43c7-aa18-554f362d0c06 req-56847348-cf54-4c65-aff3-564b7c616dc0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1754446 Jan 22 20:07:19.090500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-439f725c-0ee3-41ed-9cc6-2cf9312c597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:19.092448 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-439f725c-0ee3-41ed-9cc6-2cf9312c597e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.2252629 Jan 22 20:07:19.119777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: 556d9222-a504-4b53-8622-9d84a392fa66 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:07:19.120783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 556d9222-a504-4b53-8622-9d84a392fa66 not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:07:19.122191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:19.125912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:19.154710 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-11f23451-3dfa-43c7-aa18-554f362d0c06 req-83393319-8f71-4ef2-891f-68383bb09bf6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Jan 22 20:07:19.173389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50558) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:19.202392 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-8ed6c788-a40b-4b08-a8db-c68406282d65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.0964346 Jan 22 20:07:19.222236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69402b32-433d-4616-8abc-21b4297dfcb2 req-58cf566e-4533-4b48-9aba-46b8dd4b07e4 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:19.223954 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-69402b32-433d-4616-8abc-21b4297dfcb2 req-58cf566e-4533-4b48-9aba-46b8dd4b07e4 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1901612 Jan 22 20:07:19.249794 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'code': 200} Jan 22 20:07:19.285149 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-69402b32-433d-4616-8abc-21b4297dfcb2 req-0f9a0b48-1faf-4066-a7cf-c2f117f6a726 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522449 Jan 22 20:07:19.304880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-5eb386cd-4a78-46be-b223-48698b4dd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:19.306953 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-5eb386cd-4a78-46be-b223-48698b4dd0fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.0956545 Jan 22 20:07:19.380535 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-fdfd221d-c8c4-4dd9-8294-5fe1d34317a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622089 Jan 22 20:07:19.385101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.402903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:19.407188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Usage tracker for resource:security_group_rule and tenant:c48e0f1101e6404caccff11194817b4d is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:19.410315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:19.430739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:19.539069 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.581467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.594479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 652cbb3d-f322-4343-a1a4-518e560a1ac5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:19.595322 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-ca34592c-80de-4068-88dc-d7c2427bbbfe service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069941 Jan 22 20:07:19.596642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-20caed08-faf5-46b3-bce8-87484921af85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:19.649080 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c48e0f1101e6404caccff11194817b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725347 Jan 22 20:07:19.650944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6680f-de79-4807-a8de-4b5e70e613a1,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:19.654440 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50570) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:19.659909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:19.671134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:19.671561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.721957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d195e-1ca1-496a-99be-8c2f1e76125c req-47bcf200-d2d6-4525-b0e4-e9d725518764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:19.723663 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-101d195e-1ca1-496a-99be-8c2f1e76125c req-47bcf200-d2d6-4525-b0e4-e9d725518764 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1163 time: 0.1869533 Jan 22 20:07:19.775991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.797265 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-101d195e-1ca1-496a-99be-8c2f1e76125c req-6494a219-1f4d-4884-9399-e214a3098bf3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Jan 22 20:07:19.823666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.881465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.887276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-709d5b08-5f75-4497-9977-dd45528033f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:19.901806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6680f-de79-4807-a8de-4b5e70e613a1,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:19.905432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:19.906374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:19.910575 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcc6680f-de79-4807-a8de-4b5e70e613a1 HTTP/1.1" status: 204 len: 168 time: 0.2540379 Jan 22 20:07:19.982733 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d00a8c23-75a7-4292-821b-b5a9342da055 req-7a896212-a75d-4189-9f08-a8e456f422ee service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3798323 Jan 22 20:07:20.408189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1e5e7-fd47-45ee-b914-ae7d9aabfb72 req-f1a28b3b-163b-480b-ba1d-6f2aae865e03 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:20.411001 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4e1e5e7-fd47-45ee-b914-ae7d9aabfb72 req-f1a28b3b-163b-480b-ba1d-6f2aae865e03 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1160014 Jan 22 20:07:20.512036 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4e1e5e7-fd47-45ee-b914-ae7d9aabfb72 req-657c62f8-48a8-4bbc-84ca-72e82f3ac269 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959454 Jan 22 20:07:20.582540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5e685-d59a-4bbc-9b24-34ecd4eb9819 req-b3e9b6cb-7b01-435a-86d1-a882259680ce tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:20.584225 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13b5e685-d59a-4bbc-9b24-34ecd4eb9819 req-b3e9b6cb-7b01-435a-86d1-a882259680ce tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1498067 Jan 22 20:07:20.656805 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13b5e685-d59a-4bbc-9b24-34ecd4eb9819 req-cebb15f8-d32d-4e0c-bd05-64757e5f907d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Jan 22 20:07:21.334693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa2db-cb25-4150-ad94-39e79944a209 req-cfee9f53-460c-4c28-b4ee-18aa28c62ab3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:21.336382 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9acfa2db-cb25-4150-ad94-39e79944a209 req-cfee9f53-460c-4c28-b4ee-18aa28c62ab3 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.3458757 Jan 22 20:07:21.389485 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9acfa2db-cb25-4150-ad94-39e79944a209 req-3b7487e3-7e1c-402d-b33f-2bd11e17afd1 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Jan 22 20:07:21.729022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 652cbb3d-f322-4343-a1a4-518e560a1ac5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:21.779724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b4f4-06cc-4a92-bf48-d5201be63317 req-08f603c0-ebbc-4c52-9c9e-e50b0e7d7287 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:21.781315 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0747b4f4-06cc-4a92-bf48-d5201be63317 req-08f603c0-ebbc-4c52-9c9e-e50b0e7d7287 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1268270 Jan 22 20:07:21.804908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:21.805333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:21.889498 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0747b4f4-06cc-4a92-bf48-d5201be63317 req-fb1a04b5-4d48-4fc0-a547-74e7163ccd1f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019580 Jan 22 20:07:21.943141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64624e-034a-45bc-b8ec-b8ba48df1b0d req-8f66ee09-acf5-4bbf-ad99-c8058cb1982d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:21.944776 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d64624e-034a-45bc-b8ec-b8ba48df1b0d req-8f66ee09-acf5-4bbf-ad99-c8058cb1982d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1428344 Jan 22 20:07:22.001497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d64624e-034a-45bc-b8ec-b8ba48df1b0d req-3b24e073-3019-4c71-9ac4-51bf21e311d3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 Jan 22 20:07:22.243880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df33e8-2470-4f06-bbe0-a6d76f9f4d69 req-c3c9f1e0-9d33-4f6c-9c2c-6cfed5ce4bc9 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:22.246293 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-57df33e8-2470-4f06-bbe0-a6d76f9f4d69 req-c3c9f1e0-9d33-4f6c-9c2c-6cfed5ce4bc9 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1091564 Jan 22 20:07:22.299099 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-57df33e8-2470-4f06-bbe0-a6d76f9f4d69 req-288ab51a-1336-4d04-bcdd-2df0b5868d40 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Jan 22 20:07:22.634968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0033-a1a2-429d-a34c-f0985ef75407 req-dc27e798-0549-4a2b-bdff-b1387cb2c0c1 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:22.637499 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-79db0033-a1a2-429d-a34c-f0985ef75407 req-dc27e798-0549-4a2b-bdff-b1387cb2c0c1 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.1167815 Jan 22 20:07:22.743134 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-79db0033-a1a2-429d-a34c-f0985ef75407 req-1c27e196-bba1-4ebe-a34e-df9b1c0e4aeb tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986350 Jan 22 20:07:22.821152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac25a77-5d5b-4eac-bb6c-f348f7a3ab25 req-63dd97d2-e4f1-449b-a5a6-336fba551842 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:22.830452 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bac25a77-5d5b-4eac-bb6c-f348f7a3ab25 req-63dd97d2-e4f1-449b-a5a6-336fba551842 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1621547 Jan 22 20:07:22.887378 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bac25a77-5d5b-4eac-bb6c-f348f7a3ab25 req-c37446c5-a63e-4007-af64-64f4d3929ddb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558982 Jan 22 20:07:23.203446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b63df-ba32-48e2-8355-e1c35326d98e req-86485052-ffab-4b1d-a3b3-6d4fd9aba46e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:23.215289 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f9b63df-ba32-48e2-8355-e1c35326d98e req-86485052-ffab-4b1d-a3b3-6d4fd9aba46e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1792314 Jan 22 20:07:23.283435 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f9b63df-ba32-48e2-8355-e1c35326d98e req-f0eb779b-7709-496d-b872-e74a2fa121ca tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656464 Jan 22 20:07:23.391330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5ffa-b0f4-44da-8210-b19893a30b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:23.627002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 20c9f773-d4ea-435d-b233-080fe3d4adf8 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:07:23.636423 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-22aa8de4-21ce-4e22-ada8-540f7ffb1be9 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:23.637090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-22aa8de4-21ce-4e22-ada8-540f7ffb1be9 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Synchronizing usage tracker for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:07:23.653146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-22aa8de4-21ce-4e22-ada8-540f7ffb1be9 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Unset dirty status for tenant:17a32df3a9a14ab2906257ec72b41627 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:07:23.654436 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-22aa8de4-21ce-4e22-ada8-540f7ffb1be9 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 946 time: 0.1257095 Jan 22 20:07:23.737830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Deleting port 20c9f773-d4ea-435d-b233-080fe3d4adf8 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:07:23.738216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:23.749790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:23.778368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:23.788793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 20c9f773-d4ea-435d-b233-080fe3d4adf8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:23.792929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:23.796143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:23.872139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=20c9f773-d4ea-435d-b233-080fe3d4adf8,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:23.876023 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:23.893773 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8', 'code': 200} Jan 22 20:07:24.030122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] For port 20c9f773-d4ea-435d-b233-080fe3d4adf8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=20c9f773-d4ea-435d-b233-080fe3d4adf8,segment=NetworkSegment(13329986-e4cd-41a4-b882-913bee7afd50),segment_id=13329986-e4cd-41a4-b882-913bee7afd50)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:24.030519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:24.034834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba363e-dae4-47fd-a37d-8df8a3f0d9cf req-ac35ba5c-b850-4930-926f-b9e4a0680113 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:24.036515 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-41ba363e-dae4-47fd-a37d-8df8a3f0d9cf req-ac35ba5c-b850-4930-926f-b9e4a0680113 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 944 time: 0.1151047 Jan 22 20:07:24.094448 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-41ba363e-dae4-47fd-a37d-8df8a3f0d9cf req-39279898-554f-494e-aa58-5f9d05e210d0 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/security-groups?id=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506942 Jan 22 20:07:24.172239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Calling delete_port for 20c9f773-d4ea-435d-b233-080fe3d4adf8 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:07:24.316859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:24.334849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:24.396194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Pushing event deleted for resources: {'Port': ['ID=20c9f773-d4ea-435d-b233-080fe3d4adf8,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:24.400134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:24.545479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cc094-632d-4ca0-bffb-640cc30aa8ee req-07d58c62-d385-493a-87f3-ed69454ca69c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:24.547495 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-497cc094-632d-4ca0-bffb-640cc30aa8ee req-07d58c62-d385-493a-87f3-ed69454ca69c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1307938 Jan 22 20:07:24.565404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] No DVR routers for this DVR port 20c9f773-d4ea-435d-b233-080fe3d4adf8 on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:07:24.568251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:24.572488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'name': 'network-vif-deleted', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:24.621653 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1499dca-6d07-4d27-b554-a8c3908a3d95 req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.22 "DELETE /v2.0/ports/20c9f773-d4ea-435d-b233-080fe3d4adf8 HTTP/1.1" status: 204 len: 173 time: 0.9603381 Jan 22 20:07:24.626984 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-497cc094-632d-4ca0-bffb-640cc30aa8ee req-f5102cf0-4047-4423-b10d-c2c07ab1823c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718279 Jan 22 20:07:24.667879 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cfbb-60f1-4488-93dd-03ec88606b0e', 'name': 'network-vif-deleted', 'tag': '20c9f773-d4ea-435d-b233-080fe3d4adf8', 'status': 'completed', 'code': 200} Jan 22 20:07:25.337320 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-53f885d7-76c7-44f8-a3e2-bb1098b72c21 req-200ea3f8-6ac2-4599-a14a-88d25069e060 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] 10.222.0.18 "GET /v2.0/ports?device_id=f681cfbb-60f1-4488-93dd-03ec88606b0e HTTP/1.1" status: 200 len: 210 time: 0.0584719 Jan 22 20:07:25.759755 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-43d1d413-20d5-491f-b955-01165c28cb93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0924816 Jan 22 20:07:25.762004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7d472f46-b9a2-42d7-96e6-a3136d0ad894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:25.892511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84201095-3a00-4057-b43e-a04e45b2e0ea req-b864a3ac-e6f9-4c2f-83ac-e792f0b9710f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:25.894479 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-84201095-3a00-4057-b43e-a04e45b2e0ea req-b864a3ac-e6f9-4c2f-83ac-e792f0b9710f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1325498 Jan 22 20:07:25.918463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-3ae8acf1-d263-4a3a-8c58-517ae5e15b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:25.921332 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-3ae8acf1-d263-4a3a-8c58-517ae5e15b5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1162 time: 0.1150448 Jan 22 20:07:25.955159 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-84201095-3a00-4057-b43e-a04e45b2e0ea req-c8a43a44-24e7-44ef-93a0-6ef74ef3078d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539746 Jan 22 20:07:26.139316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-5bc1324a-a963-4aa4-95d6-3b8b701a044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:26.141221 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-5bc1324a-a963-4aa4-95d6-3b8b701a044b service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.1941729 Jan 22 20:07:26.205064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:26.277426 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-501cc7a6-8623-48fb-a711-719a69d1a2e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 1001 time: 0.1214848 Jan 22 20:07:26.358666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-8bc99c3f-3afb-484b-b241-11f37a7effc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:26.360227 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-8bc99c3f-3afb-484b-b241-11f37a7effc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.0759015 Jan 22 20:07:26.459676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50712) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:26.516048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-652b5ec1-3a15-4291-943b-fecba85a7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:26.517603 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-652b5ec1-3a15-4291-943b-fecba85a7121 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489506 Jan 22 20:07:26.599185 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Deleting subnet f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:07:26.606988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:26.733990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:26.810238 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-4b8feb93-09a4-44d8-88a5-e07777e747a3 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807581 Jan 22 20:07:26.848202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.113756 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099fe3a4-2591-4fe3-a1b7-a0a2695cd0db req-c7b87abc-d38b-481a-8ebf-030828861dc6 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2917049 Jan 22 20:07:27.311826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.313255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.330817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3bdba07e-c335-4246-93e2-d88656322c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:27.361839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435bd6c-0113-4a4a-a505-9323794dc5fb req-41142fbb-899b-4556-818e-47e49abe218e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:27.363898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0435bd6c-0113-4a4a-a505-9323794dc5fb req-41142fbb-899b-4556-818e-47e49abe218e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1593850 Jan 22 20:07:27.383657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:27.391649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:27.431230 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0435bd6c-0113-4a4a-a505-9323794dc5fb req-730312ed-70e5-4b12-b2f0-232a5bdcc0f4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589197 Jan 22 20:07:27.475773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.483639 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9d631415-ba80-4a5b-ae13-aa3069b347dc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2fb5753-ec0b-4b9a-bc37-ec63f656b5bd HTTP/1.1" status: 204 len: 168 time: 1.0228608 Jan 22 20:07:27.486160 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50740) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:27.609316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.801294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.834971 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:27.968900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e55ab23-9659-4c15-9cea-44f78f23fc28']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:27.982409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13329986-e4cd-41a4-b882-913bee7afd50') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:27.982782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13329986-e4cd-41a4-b882-913bee7afd50') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:27.996039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:28.014174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:28.016354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:07:28.217980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:07:28.236554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:28.243450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bfcd6-a69b-4c78-a119-7bc1d2b68a08 req-96179710-3843-4112-824a-4adcdd7d9a81 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:28.245985 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f1bfcd6-a69b-4c78-a119-7bc1d2b68a08 req-96179710-3843-4112-824a-4adcdd7d9a81 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1174312 Jan 22 20:07:28.318543 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f1bfcd6-a69b-4c78-a119-7bc1d2b68a08 req-d8dfe2d3-beef-40e4-9101-3fb083eae3ad tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654790 Jan 22 20:07:28.563755 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-6804e987-ede3-48eb-8f64-813d7e0ecced tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2019989 Jan 22 20:07:28.577030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'floatingip': {'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:28.587994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:28.593619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Usage tracker for resource:floatingip and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:28.597546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:28.604998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:28.670697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for floatingip, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:28.679573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Network 2e55ab23-9659-4c15-9cea-44f78f23fc28 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:07:28.704449 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:07:28.784706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:28.789346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e12c7caa-e84c-40a4-b0c0-16114caf1670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:28.814795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:28.820522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1c32-b028-406e-9d8e-c79074de0ece req-df13e40e-74c0-43c9-acd3-9c3b149f9ec3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:28.821734 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e55ab23-9659-4c15-9cea-44f78f23fc28,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:28.823372 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e03e1c32-b028-406e-9d8e-c79074de0ece req-df13e40e-74c0-43c9-acd3-9c3b149f9ec3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.2139065 Jan 22 20:07:28.829113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:28.837018 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6c5bb6ea-cfd3-47f3-b844-c348318c9069 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e55ab23-9659-4c15-9cea-44f78f23fc28 HTTP/1.1" status: 204 len: 168 time: 1.3473921 Jan 22 20:07:28.907215 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e03e1c32-b028-406e-9d8e-c79074de0ece req-0e7cf5ed-94d8-403f-9fdb-282a0c2c5ec8 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Jan 22 20:07:28.926640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.071196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50806) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:29.130834 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-35699114-c320-424c-9bbd-2c4ea4988dd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17a32df3a9a14ab2906257ec72b41627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0582619 Jan 22 20:07:29.133747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50810) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:29.209510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.211747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Allocated IP 172.28.1.120 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/f0f6187a-203d-4f58-80f9-fc9fc67f2224) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:07:29.238141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.285032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.290191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0a69b8e5-0926-4899-8583-3e0b32f97da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:29.306032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c0e30-1ab9-4b0c-a915-96a2d67295b0,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:29.314135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:29.318540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.323215 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-cde3b890-9881-46cd-ba3f-fbcddc2318a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e1c0e30-1ab9-4b0c-a915-96a2d67295b0 HTTP/1.1" status: 204 len: 168 time: 0.1881323 Jan 22 20:07:29.379778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.410985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.430428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:29.575552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'Port': ['ID=f0f6187a-203d-4f58-80f9-fc9fc67f2224,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:29.585599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:29.631554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:07:29.632776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:07:29.635820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:07:29.719761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for floatingip, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:29.789038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:30.151727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:30.158137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:30.176151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1239c407-0b78-4403-b1b4-ca871e3e13e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:30.249444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143a33-9e5c-4106-8017-5a694e3a9563 req-62794545-9206-4a80-89d1-0a83b31d4fa1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:30.251121 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d143a33-9e5c-4106-8017-5a694e3a9563 req-62794545-9206-4a80-89d1-0a83b31d4fa1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.2039969 Jan 22 20:07:30.375721 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'Port': ['ID=f0f6187a-203d-4f58-80f9-fc9fc67f2224,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:30.390524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:30.403351 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d143a33-9e5c-4106-8017-5a694e3a9563 req-b7c623b1-d508-4199-accc-77b6294be282 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394236 Jan 22 20:07:30.496803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:30.528302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:30.530489 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9601324 Jan 22 20:07:30.638886 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-ee581dff-0f24-42bf-aced-0c3f9c59a2c6 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:floatingip {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:07:30.657769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-ee581dff-0f24-42bf-aced-0c3f9c59a2c6 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:floatingip {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:07:30.659252 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-ee581dff-0f24-42bf-aced-0c3f9c59a2c6 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.120 HTTP/1.1" status: 200 len: 696 time: 0.1225786 Jan 22 20:07:30.853047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-f7cebed9-cafa-4a71-b42a-5a9046cf8ed3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:30.856850 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-f7cebed9-cafa-4a71-b42a-5a9046cf8ed3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 784 time: 0.1880791 Jan 22 20:07:30.865426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-444f3d7a-e837-454a-b377-6932bded9ccc tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:07:30.866471 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e6ce6ef-b374-45c9-acb0-cd30d91d7d79 req-444f3d7a-e837-454a-b377-6932bded9ccc tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061729 Jan 22 20:07:31.292318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98410e4-7363-48ae-946d-ce1127334248 req-07234042-55f0-458e-bed3-c65a8ca139f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:31.293957 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-07234042-55f0-458e-bed3-c65a8ca139f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3168607 Jan 22 20:07:31.385107 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-371f22a2-0647-4f15-ad0f-a0053fbe7dcf tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.120 HTTP/1.1" status: 200 len: 696 time: 0.0843241 Jan 22 20:07:31.396395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'floatingip': {'port_id': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:31.482071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for floatingip, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:31.845730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca43c6-8471-4ffc-941a-cd61fbe3d36c req-10d55c38-e88b-4535-8dce-7d56313038c0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:31.847492 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-20ca43c6-8471-4ffc-941a-cd61fbe3d36c req-10d55c38-e88b-4535-8dce-7d56313038c0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.3128755 Jan 22 20:07:31.981184 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-20ca43c6-8471-4ffc-941a-cd61fbe3d36c req-3242d7fe-8cc0-46ad-850c-4913e68c44da tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779233 Jan 22 20:07:32.280663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:32.285652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:32.473466 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Floating IP a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b associated. External IP: 172.28.1.120, port: 652cbb3d-f322-4343-a1a4-518e560a1ac5. Jan 22 20:07:32.848692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:07:33.038723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:07:33.044654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:33.050581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] Sync routers for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:07:33.066355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:07:33.067417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:07:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:33.122275 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e544054-61d9-4522-8f95-a04dd191bd3a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "PUT /v2.0/floatingips/a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b HTTP/1.1" status: 200 len: 997 time: 1.7218633 Jan 22 20:07:33.162098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:33.294491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:07:33.416399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:33.504533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98410e4-7363-48ae-946d-ce1127334248 req-370e2612-6a9c-4e05-98a9-a35f3b984e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:33.510117 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-370e2612-6a9c-4e05-98a9-a35f3b984e01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1163 time: 0.3867805 Jan 22 20:07:33.528025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50912) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:33.576008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ebb1-ea59-4a7e-8914-4506cb2c922a req-b3adb672-b5e9-443b-a03b-4b9cda68a6d6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:33.577702 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d35ebb1-ea59-4a7e-8914-4506cb2c922a req-b3adb672-b5e9-443b-a03b-4b9cda68a6d6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.4048743 Jan 22 20:07:33.688472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:33.699572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': 'a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'port_id': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'mac_address': 'fa:16:3e:9c:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:07:29Z', 'updated_at': '2021-01-22T20:07:32Z', 'revision_number': 1, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:43Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:33.703707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] Checking router: 7d68358f-0651-4531-b5fc-fe96b4b98ac5 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:07:33.705404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:33.709594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Usage tracker for resource:security_group_rule and tenant:878d6c44bd414e42bcde585fef2e5b01 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:33.712672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:33.713014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:07:33.713822 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d35ebb1-ea59-4a7e-8914-4506cb2c922a req-4eb47a76-4efa-4265-9e97-23ec2dd381b5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219745 Jan 22 20:07:33.714267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:07:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:33.736909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98410e4-7363-48ae-946d-ce1127334248 req-ce05d8ce-20fb-4241-8124-f63f4921d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:33.738406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:33.745098 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-ce05d8ce-20fb-4241-8124-f63f4921d97a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.2302125 Jan 22 20:07:33.818735 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'status': 'completed', 'code': 200} Jan 22 20:07:33.843893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:33.860499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:33.866107 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-bc1a3172-1f4c-4eb4-a394-d054239c2a64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 1000 time: 0.1200576 Jan 22 20:07:33.912257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:07:33.920357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-dd7e5221-3b5d-48a9-a72e-ec48491ba529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:33.933583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e3e458b-b676-40cc-b262-b78d07b8d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:33.941614 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-7e3e458b-b676-40cc-b262-b78d07b8d0b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.0746231 Jan 22 20:07:33.970276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0559f4-8544-483d-ae25-4f80d718b1e5,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:33.974748 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:33.977856 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=878d6c44bd414e42bcde585fef2e5b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487681 Jan 22 20:07:33.981603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50924) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:34.023070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-f7d4126d-6d21-483e-86fe-d5e4988262ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:34.025180 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-f7d4126d-6d21-483e-86fe-d5e4988262ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1163 time: 0.1537251 Jan 22 20:07:34.090865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98410e4-7363-48ae-946d-ce1127334248 req-5e897029-f7c4-4c54-b858-732f9e28042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:34.099225 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-5e897029-f7c4-4c54-b858-732f9e28042e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1562402 Jan 22 20:07:34.106813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-5d124ca2-154b-4463-81a8-bcdffb6651c4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:07:34.114444 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-5d124ca2-154b-4463-81a8-bcdffb6651c4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0144422 Jan 22 20:07:34.231139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-67b19708-ea15-4673-a8e1-41d48d53d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:34.233317 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-67b19708-ea15-4673-a8e1-41d48d53d101 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.1918752 Jan 22 20:07:34.263486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.266383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50930) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:34.284215 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-0783f3c1-c507-4e39-b957-88d9f78d7284 service neutron] 10.222.0.18 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688468 Jan 22 20:07:34.344273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.373582 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-1a05d422-0469-4266-afe2-da3d1b6424a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 1000 time: 0.1325948 Jan 22 20:07:34.398174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': 'a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'port_id': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'mac_address': 'fa:16:3e:9c:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:07:29Z', 'updated_at': '2021-01-22T20:07:32Z', 'revision_number': 1, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:43Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:07:34.403489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303b35-51d1-43ee-8f49-37c8dfc3f389 None None] The sync data for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb is: [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': 'a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'port_id': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'mac_address': 'fa:16:3e:9c:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:07:29Z', 'updated_at': '2021-01-22T20:07:32Z', 'revision_number': 1, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:43Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:07:34.461678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-b357b2ac-bd37-4683-aea1-684d5e3cf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:34.463898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-b357b2ac-bd37-4683-aea1-684d5e3cf1c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.0801032 Jan 22 20:07:34.480802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.513617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:34.520526 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f98410e4-7363-48ae-946d-ce1127334248 req-4a7a4698-3580-44d6-bf5b-c466931b44d3 service neutron] 10.222.0.18 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2238550 Jan 22 20:07:34.522848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:38b3b987110243b88c9b4661fd227f65 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:34.526580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:34.532516 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.536500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:34.539675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:34.559246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-1cfb3f9d-6b8f-4758-ba56-6abb63fd905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:34.560000 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-1cfb3f9d-6b8f-4758-ba56-6abb63fd905d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868878 Jan 22 20:07:34.566487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0559f4-8544-483d-ae25-4f80d718b1e5,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:34.570738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:34.573012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.574335 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b0559f4-8544-483d-ae25-4f80d718b1e5 HTTP/1.1" status: 204 len: 168 time: 0.5865567 Jan 22 20:07:34.616047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-154979394', 'description': 'tempest-TestMinimumBasicScenario-154979394 description'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:34.631968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:34.653518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:34.696258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.720806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.726769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:34.729783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:34.742223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-352246eb-e248-488c-8924-ce2b21814622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:34.753480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Usage tracker for resource:security_group_rule and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:34.759743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:34.763456 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-929c5a72-f72d-45a3-b770-fb3377397f61 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831775 Jan 22 20:07:34.793335 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:34.829706 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38b3b987110243b88c9b4661fd227f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605192 Jan 22 20:07:34.833729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 50948) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:34.851777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc3c98-fc1f-4145-87f8-7eaef7720700,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:34.874498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f0568b3b-d5e2-4354-ba0e-5f030466a5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:34.985546 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4ee25ef-5425-4446-9e4e-a9f1f2c61f8c req-2602d40d-8a16-42cc-906a-998775221467 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2143793 Jan 22 20:07:34.985696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa39f05-4959-46d7-816e-b24810a82a71 None None] New status for floating IP a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b: ACTIVE {{(pid=80123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:07:35.095280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.101283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.103635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.121423 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-179a117c-9fe7-4fbb-8af6-28e4cbcc41d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:35.208490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.228292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9c3428-1d84-4ee1-b9d1-079752b59c56,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:35.231657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:35.267151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03366a-9977-456b-9d76-ebbdba4c6fd1 req-8db18f54-5756-4d96-a41d-90d88a1e438c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:35.269707 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8e03366a-9977-456b-9d76-ebbdba4c6fd1 req-8db18f54-5756-4d96-a41d-90d88a1e438c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.3120947 Jan 22 20:07:35.282184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.287992 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-392b80e8-4595-40be-bd07-95a21bb11868 req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6774802 Jan 22 20:07:35.444037 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8e03366a-9977-456b-9d76-ebbdba4c6fd1 req-bce23b99-cc5e-4ae9-afa6-9a2c88109974 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548285 Jan 22 20:07:35.449297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.456709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0b0625ae-1df1-4306-b45e-ce0201e5bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:35.482995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-3b34379b-95ad-4a1b-a815-1e1f98296908 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups/8a9c3428-1d84-4ee1-b9d1-079752b59c56 HTTP/1.1" status: 200 len: 1812 time: 0.1343062 Jan 22 20:07:35.488677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc3c98-fc1f-4145-87f8-7eaef7720700,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:35.496694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a9c3428-1d84-4ee1-b9d1-079752b59c56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:35.497136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a9c3428-1d84-4ee1-b9d1-079752b59c56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:35.513129 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:35.515867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:35.528726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.530246 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cfc3c98-fc1f-4145-87f8-7eaef7720700 HTTP/1.1" status: 204 len: 168 time: 0.6927719 Jan 22 20:07:35.531735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Usage tracker for resource:security_group_rule and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:35.548004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:35.560860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:35.623727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.646936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.651490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.654287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3ac330c3-ed49-4286-9fae-37365f9d317a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:35.679315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64784260-02ab-47fc-8b7e-310ba835ecb1,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:35.682892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:35.690495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.691830 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6a7c675b-fb39-49e9-a588-e53ce8c57a63 req-52abb417-9dd9-409b-b52c-2f1728ba50f7 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2079961 Jan 22 20:07:35.789954 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e67e55-82c5-4519-a00a-869ac623646f req-261389f8-cd1b-4c0d-b359-1869d91c3992 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups/8a9c3428-1d84-4ee1-b9d1-079752b59c56 HTTP/1.1" status: 200 len: 2405 time: 0.0645621 Jan 22 20:07:35.805396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a9c3428-1d84-4ee1-b9d1-079752b59c56', 'remote_group_id': None}]} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:35.805941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a9c3428-1d84-4ee1-b9d1-079752b59c56', 'remote_group_id': None}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:35.819190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:35.824521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Usage tracker for resource:security_group_rule and tenant:7a1ec86aefc74932af99974988bd3292 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:35.827703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:35.833584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:35.909024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.935828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.939169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.941227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:35.965603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1169a6-8ee5-4e44-a153-f7abd41d904f,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:35.968247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:35.975491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:35.976911 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e67e55-82c5-4519-a00a-869ac623646f req-4c10ee23-2cd8-4477-964b-a041fbf91087 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1774223 Jan 22 20:07:35.991618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:35.992513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 50990) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:36.090250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:36.090942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.145998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-f777c738-118c-441e-a8f8-d78a68c682af tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:07:36.168345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-f777c738-118c-441e-a8f8-d78a68c682af tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:07:36.177031 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-f777c738-118c-441e-a8f8-d78a68c682af tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-154979394&fields=id&tenant_id=7a1ec86aefc74932af99974988bd3292 HTTP/1.1" status: 200 len: 267 time: 0.0817113 Jan 22 20:07:36.277893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-671645665-network', 'tenant_id': 'e38cda6452aa46bf9a6dcc69f9dc5bce'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:36.283298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:36.287873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Usage tracker for resource:network and tenant:e38cda6452aa46bf9a6dcc69f9dc5bce is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:36.290956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:36.297952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:36.308597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Made reservation on behalf of e38cda6452aa46bf9a6dcc69f9dc5bce for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:07:36.309050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-ac1f9465-7603-4740-b79b-77dd32d5a4df tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:36.310986 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-ac1f9465-7603-4740-b79b-77dd32d5a4df tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1330585 Jan 22 20:07:36.313842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.323798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'port': {'security_groups': ['9a58270a-d59d-4724-bf95-74a119b9bfb7', '8a9c3428-1d84-4ee1-b9d1-079752b59c56']}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:36.327441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.343433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:36.347462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Usage tracker for resource:security_group_rule and tenant:e38cda6452aa46bf9a6dcc69f9dc5bce is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:36.350361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:36.356697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:36.452956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.456499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.459947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.461640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e4600a27-3956-442e-adc2-a853cf4d9a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:36.497145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:07:36.514258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:36.518826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:36.520911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.520911 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Added segment 99a4533f-22c1-489c-abe9-9d00e961cbe8 of type vxlan for network d6815e78-68f2-4e8b-bf43-4802a1873c0f Jan 22 20:07:36.550918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.606442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.607370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:36.609962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.639179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-52fdf614-54cb-4439-a9ce-08ab1c5eb6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:36.784660 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7907784 Jan 22 20:07:36.788058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 51016) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:36.789072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Pushing event updated for resources: {'Network': ['ID=d6815e78-68f2-4e8b-bf43-4802a1873c0f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:36.797943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Request body: {'subnet': {'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-671645665-subnet', 'tenant_id': 'e38cda6452aa46bf9a6dcc69f9dc5bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:36.802571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:36.803740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:07:36.805570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:36.811332 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Usage tracker for resource:subnet and tenant:e38cda6452aa46bf9a6dcc69f9dc5bce is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:36.821377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:36.831086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:36.861008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Made reservation on behalf of e38cda6452aa46bf9a6dcc69f9dc5bce for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:07:36.865919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852371270'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:36.934964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] For port 652cbb3d-f322-4343-a1a4-518e560a1ac5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:36.972566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:07:36.977003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98270667-65a6-49b7-8c32-5d094c8eef6d req-bd3ed0c6-a54a-4728-b625-c570978fa757 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:36.986094 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98270667-65a6-49b7-8c32-5d094c8eef6d req-bd3ed0c6-a54a-4728-b625-c570978fa757 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.2492359 Jan 22 20:07:37.071685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:37.087652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:37.199754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c8c1-8d31-4c2e-a5d9-d1ac3e8999b7 req-b0815007-f4de-43ce-8d30-bd8a6ffeb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:37.201462 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f230c8c1-8d31-4c2e-a5d9-d1ac3e8999b7 req-b0815007-f4de-43ce-8d30-bd8a6ffeb669 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.2832322 Jan 22 20:07:37.252334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:37.326741 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f230c8c1-8d31-4c2e-a5d9-d1ac3e8999b7 req-11086038-6ead-40eb-b7db-eae057736bb0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170547 Jan 22 20:07:37.331937 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98270667-65a6-49b7-8c32-5d094c8eef6d req-3fe76df6-fd00-4fe9-82d4-d211820e517f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449211 Jan 22 20:07:37.380000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:37.384473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:37.386678 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e59ebe38-b3d4-44a9-b75f-eeda10e18c15 req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "PUT /v2.0/ports/652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 982 time: 1.0690207 Jan 22 20:07:37.389633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:37.477571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=5']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:37.491719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.497962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.498489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.499486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.499486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.499739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.500090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.500480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.500877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.501264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.501651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.502036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.502477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.502910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.503255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.503640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.504060 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.504383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.504765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.505147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.505529 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.505911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.506291 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.506690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:07:37.517682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:37.532796 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'status': 'completed', 'code': 200} Jan 22 20:07:37.660300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-c93abdab-d456-449e-bf0c-6b884636e995 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:37.660665 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c93abdab-d456-449e-bf0c-6b884636e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:37.761606 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871896fb-3e84-4b9f-8408-28e1433f4dcb req-daf2b469-293b-4997-bf2d-c6f10a6099c1 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:37.763609 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-871896fb-3e84-4b9f-8408-28e1433f4dcb req-daf2b469-293b-4997-bf2d-c6f10a6099c1 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1891739 Jan 22 20:07:37.851287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-c1b33ed5-f6ce-4c9e-bb14-1cac6725c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:37.854210 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-c1b33ed5-f6ce-4c9e-bb14-1cac6725c6dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1203 time: 0.1671591 Jan 22 20:07:37.859234 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-871896fb-3e84-4b9f-8408-28e1433f4dcb req-400e5d35-ea49-4b21-860f-ddc577eba001 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0891445 Jan 22 20:07:38.015414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852371319'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:38.040182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:38.193562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-fbc46642-71c0-4e44-8655-3bdfa9e74412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:38.195212 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-fbc46642-71c0-4e44-8655-3bdfa9e74412 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.3317797 Jan 22 20:07:38.205379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7566fc-d4d8-4469-ab4a-3e3337093cb7,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:38.210350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:38.343460 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-831bde5a-bbe4-48d8-9538-f1fbc409cb09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 1002 time: 0.1303535 Jan 22 20:07:38.428637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Checking segment: {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:07:38.429037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Network hostable DHCP agents. Network: d6815e78-68f2-4e8b-bf43-4802a1873c0f, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:07:38.451753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-201aa47e-d849-4b6d-855b-848c4c3b0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:38.453353 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-201aa47e-d849-4b6d-855b-848c4c3b0289 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.0961847 Jan 22 20:07:38.464846 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:07:38.476712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, d6815e78-68f2-4e8b-bf43-4802a1873c0f) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:07:38.485232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db7817-5e46-4385-b8f6-9cee8f3d42df None None] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:07:38.497836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:38.498484 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:38.521938 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-21c1bca2-6c05-4eda-ae92-caa243790390 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7292218 Jan 22 20:07:38.610128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-a4ab5ef1-449d-4827-86f9-bcb73a421a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:38.612412 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-a4ab5ef1-449d-4827-86f9-bcb73a421a88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889513 Jan 22 20:07:38.686583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67082692-06e7-492e-91ff-3260e9cbe3c9 req-b24b4c44-4c3b-4fd0-8c57-be053194178f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:38.688563 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67082692-06e7-492e-91ff-3260e9cbe3c9 req-b24b4c44-4c3b-4fd0-8c57-be053194178f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1867609 Jan 22 20:07:38.754031 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-67082692-06e7-492e-91ff-3260e9cbe3c9 req-eb7ff5f8-cff8-418c-85f7-894496127f5c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Jan 22 20:07:38.783753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963390ff-dab2-4c88-bb11-744ad6214b3a None None] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:07:39.018933 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-f32280f2-346c-4291-b5e8-1936b1dccb50 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981655 Jan 22 20:07:39.186934 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3421aa06-c8c1-4f15-9b4e-385dd13ccbbf req-2a13b32e-1c76-4037-8f97-f465e1651bed service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1567585 Jan 22 20:07:40.002781 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b6b23-423a-4dc0-873e-dd51523f076a req-bf2aa7ec-9d4f-426e-8b40-41501716690b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:40.004524 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-496b6b23-423a-4dc0-873e-dd51523f076a req-bf2aa7ec-9d4f-426e-8b40-41501716690b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1120875 Jan 22 20:07:40.062375 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-496b6b23-423a-4dc0-873e-dd51523f076a req-494290e7-2a8f-4ef6-91dc-d8a50f68e6a6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510223 Jan 22 20:07:40.285826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 652cbb3d-f322-4343-a1a4-518e560a1ac5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:40.362823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:40.363253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:40.514441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:40.576976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-b88f37c5-049b-4182-a1b8-c0a63654f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:40.578515 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-b88f37c5-049b-4182-a1b8-c0a63654f0f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.1053944 Jan 22 20:07:40.607529 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:40.607957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:40.691689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f4f3-3803-4a05-ad38-da83675029d2 req-d04aada1-7541-4f11-af8e-21331e20515b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:40.693517 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bcf4f4f3-3803-4a05-ad38-da83675029d2 req-d04aada1-7541-4f11-af8e-21331e20515b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1372054 Jan 22 20:07:40.744130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-b23735ff-871d-4471-b984-5f4419449f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:40.745889 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-b23735ff-871d-4471-b984-5f4419449f21 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.1600549 Jan 22 20:07:40.827124 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-3edca9bd-05a6-485f-8dc0-6fe9283e3f1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.0726466 Jan 22 20:07:40.860795 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bcf4f4f3-3803-4a05-ad38-da83675029d2 req-14587b0c-296e-48c9-96c9-2f63e2634bcb tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355500 Jan 22 20:07:40.908588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-2736eb36-103c-4483-95ef-b5edadbd0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:40.910190 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-2736eb36-103c-4483-95ef-b5edadbd0cc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.0671079 Jan 22 20:07:40.923795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-7f935638-8590-4f07-9206-addb051221d5 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:40.925412 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-7f935638-8590-4f07-9206-addb051221d5 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/networks?id=d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 200 len: 813 time: 0.2305145 Jan 22 20:07:40.942644 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-400932dc-6d74-432e-b7e7-65b3f151266e tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/quotas/e38cda6452aa46bf9a6dcc69f9dc5bce HTTP/1.1" status: 200 len: 375 time: 0.0109010 Jan 22 20:07:40.963765 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-e199b8b1-7c22-427d-ab83-236df8e8e895 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456748 Jan 22 20:07:41.000579 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-ed7b5c4b-dbab-4fb7-9514-4ee138f710d5 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513513 Jan 22 20:07:41.124460 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-1a6bea00-6a7f-4ae9-943d-650cb8cbf57c service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512389 Jan 22 20:07:41.147722 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-14ed70df-26f8-4603-8e2c-3242b8073eec service neutron] 10.222.0.18 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394513 Jan 22 20:07:41.271874 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f1d8d674-7d29-4b76-b3d2-e306e7ce7617 req-d085bd28-bfaa-403c-9e34-0dc572aa2e99 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405771 Jan 22 20:07:41.297479 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-6457abab-b38c-4ef7-8b44-26083c99485c service neutron] 10.222.0.18 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420584 Jan 22 20:07:41.508549 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5fea0ac0-f405-4509-bc74-a134cd387dfb req-c359a4be-9af2-48c7-9583-19b199b2b2ee tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 210 time: 0.0533574 Jan 22 20:07:41.934786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:42.009716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:42.011034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:42.140513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4670-e311-4b46-8ddc-60ddb8ec7368 req-6c16adb0-5b5c-489b-9b30-61a383fbef87 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:42.142268 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-912f4670-e311-4b46-8ddc-60ddb8ec7368 req-6c16adb0-5b5c-489b-9b30-61a383fbef87 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1409922 Jan 22 20:07:42.199990 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-912f4670-e311-4b46-8ddc-60ddb8ec7368 req-d40ae5ed-f58d-4f50-a156-bf9057c32034 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499334 Jan 22 20:07:42.692054 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d9f5a7d-61b9-4ea0-9f8e-9252a94641c1 req-2562db32-5d84-4f8d-b95c-9de9038fb404 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 210 time: 0.0519462 Jan 22 20:07:43.264510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-596d9d50-74f0-4913-aece-ba6032773921 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:43.265311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-8168226a-a0db-4f4d-90f0-222d9100704f req-596d9d50-74f0-4913-aece-ba6032773921 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Synchronizing usage tracker for tenant:e38cda6452aa46bf9a6dcc69f9dc5bce on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:07:43.285828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-8168226a-a0db-4f4d-90f0-222d9100704f req-596d9d50-74f0-4913-aece-ba6032773921 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Unset dirty status for tenant:e38cda6452aa46bf9a6dcc69f9dc5bce on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:07:43.287703 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-596d9d50-74f0-4913-aece-ba6032773921 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "GET /v2.0/networks?id=d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 200 len: 813 time: 0.2477946 Jan 22 20:07:43.396211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Request body: {'port': {'device_id': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f', 'admin_state_up': True, 'tenant_id': 'e38cda6452aa46bf9a6dcc69f9dc5bce'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:43.568238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:43.573553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Usage tracker for resource:port and tenant:e38cda6452aa46bf9a6dcc69f9dc5bce is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:43.580850 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:43.590652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:43.600658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Made reservation on behalf of e38cda6452aa46bf9a6dcc69f9dc5bce for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:07:43.608771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc36c8c-ef2d-449c-bca9-2bdb2d59358a req-ec1db5fc-1fd3-4d62-82a3-3ecb9414c131 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:43.611467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:43.617794 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4fc36c8c-ef2d-449c-bca9-2bdb2d59358a req-ec1db5fc-1fd3-4d62-82a3-3ecb9414c131 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1224244 Jan 22 20:07:43.683546 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4fc36c8c-ef2d-449c-bca9-2bdb2d59358a req-0b5cbded-0c2b-4dab-8fbe-72d9ea77a7ec tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Jan 22 20:07:43.878309 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13dfff81-0658-4fd4-842f-d32a415ce999 req-6c7cc06d-d020-4f6d-af19-1cc7b363b411 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 210 time: 0.0516481 Jan 22 20:07:43.950191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:43.960702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Allocated IP 172.20.0.13 (d6815e78-68f2-4e8b-bf43-4802a1873c0f/dc7566fc-d4d8-4469-ab4a-3e3337093cb7/dd8f627b-eb2e-41db-baef-492711ea7b6d) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:07:44.023633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:44.023968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:44.200512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:44.229766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:44.244522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-92adbf96-a4b5-4828-b275-f9b95645a6ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:44.386896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Pushing event updated for resources: {'Port': ['ID=dd8f627b-eb2e-41db-baef-492711ea7b6d,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:44.391283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:44.445370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:07:44.446588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:07:44.449743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:07:44.479365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 51186) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:44.534885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:44.535601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:44.555996 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1659803 Jan 22 20:07:44.579073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Request body: {'port': {'device_id': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:07:44.648353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:44.701687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:07:44.712639 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Usage tracker for resource:security_group_rule and tenant:a9230e152b6141b387ea2122d23ac3c1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:07:44.717725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:07:44.731640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:07:44.745898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:44.922986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5696-1330-4b15-a4a7-f2bb01c39d46 req-5a716612-a74e-4ae2-954f-d6a4ac79cc50 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:44.924655 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2d3f5696-1330-4b15-a4a7-f2bb01c39d46 req-5a716612-a74e-4ae2-954f-d6a4ac79cc50 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1183915 Jan 22 20:07:45.013577 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2d3f5696-1330-4b15-a4a7-f2bb01c39d46 req-a35889f6-ec1b-4b8e-bf41-6a32111be567 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Jan 22 20:07:45.014199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.026495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.041917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b5a1c1bc-5b40-45ea-96fa-5d5cec2b4181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:45.352120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8f627b-eb2e-41db-baef-492711ea7b6d {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:07:45.368867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.386931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef526052-4185-4584-95a8-ca92dbf893b9,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:45.397453 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9230e152b6141b387ea2122d23ac3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9167988 Jan 22 20:07:45.398766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bc48cd6-176a-448e-b1d1-ca23c8ac0f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:45.401338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 51218) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:07:45.405432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Transition to ACTIVE for port object dd8f627b-eb2e-41db-baef-492711ea7b6d will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:07:45.424342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.437952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748a21-8dc1-40a8-ba7a-44cbe4427e76 req-b24efe1e-476e-489c-8079-e96e4dc80bf3 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:45.445822 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c9748a21-8dc1-40a8-ba7a-44cbe4427e76 req-b24efe1e-476e-489c-8079-e96e4dc80bf3 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 932 time: 0.3945200 Jan 22 20:07:45.489557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e32393e9-294f-4e35-8267-e1c52cbeec68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:45.524142 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c9748a21-8dc1-40a8-ba7a-44cbe4427e76 req-99f4e3a4-b217-4e6a-b716-935e743b65ef tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772760 Jan 22 20:07:45.744858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.765733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Pushing event updated for resources: {'Port': ['ID=dd8f627b-eb2e-41db-baef-492711ea7b6d,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:45.782840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:45.810657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.984171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:45.990717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ad917860-5c12-4a5c-932d-59821c315680 tempest-VolumesNegativeTest-775635902 tempest-VolumesNegativeTest-775635902] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:46.006330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Attempting to bind port dd8f627b-eb2e-41db-baef-492711ea7b6d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:07:46.006737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Attempting to bind port dd8f627b-eb2e-41db-baef-492711ea7b6d by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:07:46.007113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Attempting to bind port dd8f627b-eb2e-41db-baef-492711ea7b6d on network d6815e78-68f2-4e8b-bf43-4802a1873c0f {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:07:46.013202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef526052-4185-4584-95a8-ca92dbf893b9,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:46.018880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:46.019925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:07:46.020298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Checking segment: {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:07:46.020695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:46.021084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Bound using segment: {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:07:46.021565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Bound port: dd8f627b-eb2e-41db-baef-492711ea7b6d, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:07:46.021939 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:46.034325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:46.035566 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef526052-4185-4584-95a8-ca92dbf893b9 HTTP/1.1" status: 204 len: 168 time: 0.6330740 Jan 22 20:07:46.137691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] For port dd8f627b-eb2e-41db-baef-492711ea7b6d, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:07:46.141003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] For port dd8f627b-eb2e-41db-baef-492711ea7b6d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dd8f627b-eb2e-41db-baef-492711ea7b6d,segment=NetworkSegment(99a4533f-22c1-489c-abe9-9d00e961cbe8),segment_id=99a4533f-22c1-489c-abe9-9d00e961cbe8)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:07:46.144536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:46.160613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:46.314945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Pushing event updated for resources: {'Port': ['ID=dd8f627b-eb2e-41db-baef-492711ea7b6d,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:46.320595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:46.356820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:46.360753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:46.360753 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] 10.222.0.22 "PUT /v2.0/ports/dd8f627b-eb2e-41db-baef-492711ea7b6d HTTP/1.1" status: 200 len: 1158 time: 1.7844129 Jan 22 20:07:46.360753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'tag': 'dd8f627b-eb2e-41db-baef-492711ea7b6d'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:46.423590 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'tag': 'dd8f627b-eb2e-41db-baef-492711ea7b6d', 'status': 'completed', 'code': 200} Jan 22 20:07:46.773256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-7ecec215-6b5e-4f6d-a648-0c6497876848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:46.774882 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-7ecec215-6b5e-4f6d-a648-0c6497876848 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 1161 time: 0.3288326 Jan 22 20:07:46.872001 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-82f9449c-77d5-4f21-afcb-cb6366a58260 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd8f627b-eb2e-41db-baef-492711ea7b6d HTTP/1.1" status: 200 len: 217 time: 0.0792089 Jan 22 20:07:46.886100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4b6a-532e-4a5f-b5cc-43c14b10392c req-2c7fb91d-dd71-40f3-8647-238580cacecb tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:46.888024 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4fda4b6a-532e-4a5f-b5cc-43c14b10392c req-2c7fb91d-dd71-40f3-8647-238580cacecb tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 944 time: 0.1571374 Jan 22 20:07:46.973676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168226a-a0db-4f4d-90f0-222d9100704f req-63319290-1f59-4c43-9770-3d9d3088e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:46.977050 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-63319290-1f59-4c43-9770-3d9d3088e28f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc7566fc-d4d8-4469-ab4a-3e3337093cb7 HTTP/1.1" status: 200 len: 853 time: 0.0993536 Jan 22 20:07:46.979553 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4fda4b6a-532e-4a5f-b5cc-43c14b10392c req-9adaa543-4467-473f-ae7e-e63f1f251434 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840034 Jan 22 20:07:47.078331 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-6e4dbc02-56de-43b2-a177-688586669d5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6815e78-68f2-4e8b-bf43-4802a1873c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799000 Jan 22 20:07:47.164733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6fbd-d5b0-4321-adc9-89903bb68fbb req-1ee11558-48c0-4f06-ba91-35d5c28b8089 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:47.171819 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f0e6fbd-d5b0-4321-adc9-89903bb68fbb req-1ee11558-48c0-4f06-ba91-35d5c28b8089 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1501300 Jan 22 20:07:47.245406 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f0e6fbd-d5b0-4321-adc9-89903bb68fbb req-ba28c593-cd35-49f1-809c-a0b981393135 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623796 Jan 22 20:07:47.262339 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-0393e4c3-97e9-4ddc-aea5-14a7ba0fcc94 service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769786 Jan 22 20:07:47.477973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8168226a-a0db-4f4d-90f0-222d9100704f req-35581928-2f7d-4083-b8d1-e3e748d7bd0a service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2041833 Jan 22 20:07:47.547688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0678b-5074-47e8-a461-70e684b1aaae req-5ccdec2c-4ffd-4e20-a481-4aa96143949a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:47.551469 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-53e0678b-5074-47e8-a461-70e684b1aaae req-5ccdec2c-4ffd-4e20-a481-4aa96143949a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1243942 Jan 22 20:07:47.607587 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-53e0678b-5074-47e8-a461-70e684b1aaae req-4f4197e8-0325-4600-9004-4a0c45891e81 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507927 Jan 22 20:07:47.716508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-81b2b1fe-492c-4cb1-8b4b-1d6714dbf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:47.718019 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-81b2b1fe-492c-4cb1-8b4b-1d6714dbf357 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 1161 time: 0.0811958 Jan 22 20:07:47.872848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-896f10a5-d99d-4532-9bd1-79dd40866b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:47.874446 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-896f10a5-d99d-4532-9bd1-79dd40866b2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 200 len: 907 time: 0.1477783 Jan 22 20:07:47.969459 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-967785e5-7ed6-40fb-aee7-f638f6c3ce6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd8f627b-eb2e-41db-baef-492711ea7b6d HTTP/1.1" status: 200 len: 217 time: 0.0737653 Jan 22 20:07:48.044914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-62faf539-2fa1-4ef0-a2bb-54fdea55c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:48.046526 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-62faf539-2fa1-4ef0-a2bb-54fdea55c09b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc7566fc-d4d8-4469-ab4a-3e3337093cb7 HTTP/1.1" status: 200 len: 853 time: 0.0695386 Jan 22 20:07:48.167991 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-9b984522-ef98-43d1-995d-489355c817e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6815e78-68f2-4e8b-bf43-4802a1873c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096115 Jan 22 20:07:48.277025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7437b-a3f0-4d02-9473-0d85da2005af req-254d3801-4816-4d53-894e-e7e2883220f7 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:48.278751 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edc7437b-a3f0-4d02-9473-0d85da2005af req-254d3801-4816-4d53-894e-e7e2883220f7 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 944 time: 0.1235275 Jan 22 20:07:48.336280 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-edc7437b-a3f0-4d02-9473-0d85da2005af req-d1c74ff3-a94d-4f96-89f3-4238604a2346 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509281 Jan 22 20:07:48.342244 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-dac4711e-46cb-4f5c-9ba0-b88627ccb5b4 service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512725 Jan 22 20:07:48.497633 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb0f85a-1a21-422d-b0e8-35d192bc1570 req-0f81f47e-0056-4020-a6d9-41fe0bd5668e service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406798 Jan 22 20:07:48.861692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c11ddb-0ec7-4d52-b752-e58d20cf64e5 req-89f4bd78-8c37-4fcf-930a-53191ce29565 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:48.863397 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a4c11ddb-0ec7-4d52-b752-e58d20cf64e5 req-89f4bd78-8c37-4fcf-930a-53191ce29565 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1193535 Jan 22 20:07:48.918182 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a4c11ddb-0ec7-4d52-b752-e58d20cf64e5 req-67f720b6-5600-41b7-b86e-72791a454643 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479262 Jan 22 20:07:49.587359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dab25-5c2c-401f-9e12-1d7b5555bed5 req-1e68022e-fb46-4117-9b05-20f2dedfd8bd tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:49.589446 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff5dab25-5c2c-401f-9e12-1d7b5555bed5 req-1e68022e-fb46-4117-9b05-20f2dedfd8bd tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 944 time: 0.1111014 Jan 22 20:07:49.642123 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff5dab25-5c2c-401f-9e12-1d7b5555bed5 req-751ce36a-0261-480f-9b22-2b43aaa1954f tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 Jan 22 20:07:50.137679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-2f4c103e-7ec0-4540-b2aa-80b04d60137d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:07:50.210203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3da0-1092-4bf8-b918-6df664efe808 req-1f52f452-60cd-4a63-bd67-c0e690470e56 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:50.211933 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a2b3da0-1092-4bf8-b918-6df664efe808 req-1f52f452-60cd-4a63-bd67-c0e690470e56 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1328666 Jan 22 20:07:50.288694 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0a2b3da0-1092-4bf8-b918-6df664efe808 req-f1899b6b-996e-4ac4-91c5-f1898c26a7d2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691457 Jan 22 20:07:50.754345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-f7cd6a13-8475-4c20-b914-57db9166db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:50.756005 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-f7cd6a13-8475-4c20-b914-57db9166db9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.0867395 Jan 22 20:07:50.883705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a59a4-66d3-4c1a-8a17-5023e5e8929c req-8ea1755c-df49-4906-9b35-eac619f230bf tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:50.886269 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa6a59a4-66d3-4c1a-8a17-5023e5e8929c req-8ea1755c-df49-4906-9b35-eac619f230bf tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1737318 Jan 22 20:07:50.899887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-108fc5cf-a174-4789-b09b-7430205aa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:50.901497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-108fc5cf-a174-4789-b09b-7430205aa80e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.1383638 Jan 22 20:07:50.931040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device dd8f627b-eb2e-41db-baef-492711ea7b6d up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:50.969342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e82b16-7e40-4516-abb3-e725efc1385f req-6a2cb0c9-663a-42f2-b9fa-714f5dad7c72 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:50.971100 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d0e82b16-7e40-4516-abb3-e725efc1385f req-6a2cb0c9-663a-42f2-b9fa-714f5dad7c72 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 944 time: 0.1922247 Jan 22 20:07:50.976972 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-fffc5f90-db8e-4f18-83f5-ad9606cc075c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.0661416 Jan 22 20:07:50.988771 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa6a59a4-66d3-4c1a-8a17-5023e5e8929c req-cf4ed748-f3bd-40fd-9536-86fe428ddb19 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885468 Jan 22 20:07:51.015192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port dd8f627b-eb2e-41db-baef-492711ea7b6d completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:07:51.020394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port dd8f627b-eb2e-41db-baef-492711ea7b6d triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:51.020970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:51.041207 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d0e82b16-7e40-4516-abb3-e725efc1385f req-c919d595-a1ab-409c-a69b-f69f189c40f9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603008 Jan 22 20:07:51.065402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-0840b45d-473c-4049-baec-a2340887972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:51.067388 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-0840b45d-473c-4049-baec-a2340887972c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.0809529 Jan 22 20:07:51.128834 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-ddf26f94-311e-4140-8121-db4c769d32cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527918 Jan 22 20:07:51.163067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:51.194407 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8f627b-eb2e-41db-baef-492711ea7b6d'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:07:51.202982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port dd8f627b-eb2e-41db-baef-492711ea7b6d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dd8f627b-eb2e-41db-baef-492711ea7b6d,segment=NetworkSegment(99a4533f-22c1-489c-abe9-9d00e961cbe8),segment_id=99a4533f-22c1-489c-abe9-9d00e961cbe8)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:07:51.207739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:51.209761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:07:51.256998 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8f627b-eb2e-41db-baef-492711ea7b6d', 'code': 200} Jan 22 20:07:51.277697 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-bd121bff-b423-4ea8-9acf-1f71cf9ca9d5 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409025 Jan 22 20:07:51.282724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=dd8f627b-eb2e-41db-baef-492711ea7b6d,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:07:51.286071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:07:51.459352 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-97be97dc-c3a3-42f4-a1ec-00b872b5674f req-b5745329-0dd1-4d67-b3a0-291d3a061a53 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523619 Jan 22 20:07:51.572436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d079a-adea-49a2-bec6-7237284f1869 req-7650a149-5fe3-4ba0-be87-4a9e5bb62a59 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:51.574235 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c24d079a-adea-49a2-bec6-7237284f1869 req-7650a149-5fe3-4ba0-be87-4a9e5bb62a59 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1413364 Jan 22 20:07:51.648997 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c24d079a-adea-49a2-bec6-7237284f1869 req-ad144af1-b9c7-4802-ac29-7556bcc7c299 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556371 Jan 22 20:07:51.649607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b60657-37f3-4724-93fa-28b6acd57c73 req-e73ce4d3-8ac5-48bd-86c7-2b3e6e9f63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:51.651952 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-88b60657-37f3-4724-93fa-28b6acd57c73 req-e73ce4d3-8ac5-48bd-86c7-2b3e6e9f63a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 1163 time: 0.0989473 Jan 22 20:07:51.716994 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-88b60657-37f3-4724-93fa-28b6acd57c73 req-72fa0dc0-3f79-4c30-b970-579c7fb15943 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Jan 22 20:07:52.030558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device dd8f627b-eb2e-41db-baef-492711ea7b6d up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:52.122494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port dd8f627b-eb2e-41db-baef-492711ea7b6d triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:52.122949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:52.294758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdabb1-830f-4aea-bfc0-b756a6e57d04 req-73ee4ea3-b1cc-4093-9421-b518c2b4a891 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:52.296478 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-85bdabb1-830f-4aea-bfc0-b756a6e57d04 req-73ee4ea3-b1cc-4093-9421-b518c2b4a891 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1635242 Jan 22 20:07:52.380767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6fb5b-3f12-4b75-b298-ba8a65199e9e req-896f90ff-8895-48d4-a209-e8d02ddf627a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:52.382361 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-78e6fb5b-3f12-4b75-b298-ba8a65199e9e req-896f90ff-8895-48d4-a209-e8d02ddf627a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.1740541 Jan 22 20:07:52.394197 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-85bdabb1-830f-4aea-bfc0-b756a6e57d04 req-3dd98abd-e9b8-4934-9339-e24343edef1c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895975 Jan 22 20:07:52.444466 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-78e6fb5b-3f12-4b75-b298-ba8a65199e9e req-455406e6-5376-4dcc-a524-d1ccf71d2d8c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490992 Jan 22 20:07:52.890361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f7b9e-7c0e-4eb9-a704-fcb22022220b req-5cf333d1-f425-4441-8660-df7e2609e4f7 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:52.892009 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b47f7b9e-7c0e-4eb9-a704-fcb22022220b req-5cf333d1-f425-4441-8660-df7e2609e4f7 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1067777 Jan 22 20:07:52.945663 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b47f7b9e-7c0e-4eb9-a704-fcb22022220b req-16832ca0-8b99-43d5-ae5c-306be5f0fd6f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473244 Jan 22 20:07:53.253664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:07:53.393426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a52c8d6d-e66c-4ea8-b642-cc450e7e5963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:53.725233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de8741-2b78-47b5-925b-ac544fd87a82 req-8742573f-da43-4e9f-82f4-ca8c5e58c231 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:53.726981 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-85de8741-2b78-47b5-925b-ac544fd87a82 req-8742573f-da43-4e9f-82f4-ca8c5e58c231 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.1403196 Jan 22 20:07:53.755538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc0291-cfc4-42a7-9600-09fcae2cc32e req-88495427-c6fe-4e33-b32c-8b46095c6e25 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:53.757191 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-22bc0291-cfc4-42a7-9600-09fcae2cc32e req-88495427-c6fe-4e33-b32c-8b46095c6e25 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.2243395 Jan 22 20:07:53.841578 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-85de8741-2b78-47b5-925b-ac544fd87a82 req-99085b16-432d-49a7-b185-8500ae1ac6ce tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832980 Jan 22 20:07:53.849635 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-22bc0291-cfc4-42a7-9600-09fcae2cc32e req-ce2c2ddd-921d-412f-9432-c49cb52dce09 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Jan 22 20:07:54.105178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device dd8f627b-eb2e-41db-baef-492711ea7b6d up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:07:54.189551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port dd8f627b-eb2e-41db-baef-492711ea7b6d triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:07:54.189981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:54.197568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb9781-f6d8-48eb-9789-268f52258fd6 req-d6b14a4a-8663-4d05-be7d-353124f7de65 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:54.199282 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c5fb9781-f6d8-48eb-9789-268f52258fd6 req-d6b14a4a-8663-4d05-be7d-353124f7de65 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1219258 Jan 22 20:07:54.263442 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c5fb9781-f6d8-48eb-9789-268f52258fd6 req-317dd8ed-12bf-4312-bd3e-72cee326ec26 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559406 Jan 22 20:07:55.117901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e7e46-bf77-4710-af7e-0bf0b0b7683b req-ab1557b8-f7da-462d-9df0-3fc1fab00f9e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:55.120163 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b72e7e46-bf77-4710-af7e-0bf0b0b7683b req-ab1557b8-f7da-462d-9df0-3fc1fab00f9e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1115386 Jan 22 20:07:55.172522 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b72e7e46-bf77-4710-af7e-0bf0b0b7683b req-506f8f44-3786-4e8d-b1f2-cd274f0763fb tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jan 22 20:07:55.501294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186a8d6-f980-47f6-afb5-25dca3b54720 req-19f32754-3c72-4beb-946a-0ed0eb244022 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:55.503040 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e186a8d6-f980-47f6-afb5-25dca3b54720 req-19f32754-3c72-4beb-946a-0ed0eb244022 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1089811 Jan 22 20:07:55.559729 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e186a8d6-f980-47f6-afb5-25dca3b54720 req-e3da0a2a-35aa-4af6-903f-78381aa794b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500364 Jan 22 20:07:55.765936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5e09cfb5-b546-44ba-a75b-0d9a1c4d642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:56.203950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:56.408488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece5c6-6d55-482b-9f27-a0bf0209c505 req-da5d0c0e-6d16-4193-bfa4-5a8e4b8abe12 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:56.410172 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08ece5c6-6d55-482b-9f27-a0bf0209c505 req-da5d0c0e-6d16-4193-bfa4-5a8e4b8abe12 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1062696 Jan 22 20:07:56.466271 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08ece5c6-6d55-482b-9f27-a0bf0209c505 req-f609d7e9-b863-410e-98d8-c3a987782f6c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Jan 22 20:07:56.798501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f9d2-9b89-413a-9851-abc0d1d894c7 req-af2aa94e-88a8-4b68-a959-48d7d37c62a3 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:56.800198 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7b21f9d2-9b89-413a-9851-abc0d1d894c7 req-af2aa94e-88a8-4b68-a959-48d7d37c62a3 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1107290 Jan 22 20:07:56.854871 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7b21f9d2-9b89-413a-9851-abc0d1d894c7 req-3ff4f6ba-cb06-4e07-8d7b-558fa18e9ac6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465758 Jan 22 20:07:57.295261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:57.707590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b4a5f-e860-4adf-b6ec-63bcd98d6571 req-3b990f20-7f05-4057-9080-729785cf44db tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:57.709180 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-977b4a5f-e860-4adf-b6ec-63bcd98d6571 req-3b990f20-7f05-4057-9080-729785cf44db tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1139796 Jan 22 20:07:57.764825 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-977b4a5f-e860-4adf-b6ec-63bcd98d6571 req-81144b44-6ca5-4332-aa48-576e39c57707 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Jan 22 20:07:57.791690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:07:58.104095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b47a4-9eaf-4b69-9d9d-8d0a8cdb2808 req-ca305027-3fc9-4a0f-aa25-8cc63f99130a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:58.105681 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-372b47a4-9eaf-4b69-9d9d-8d0a8cdb2808 req-ca305027-3fc9-4a0f-aa25-8cc63f99130a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1164267 Jan 22 20:07:58.164252 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-372b47a4-9eaf-4b69-9d9d-8d0a8cdb2808 req-bd7e579c-e80e-456c-a771-c7020826ff9b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522079 Jan 22 20:07:59.024705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cca879-d279-44ab-b62f-85078461d1cb req-f9cc1fcf-e46d-4181-b259-d0460dd9d1e4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:59.026342 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36cca879-d279-44ab-b62f-85078461d1cb req-f9cc1fcf-e46d-4181-b259-d0460dd9d1e4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1142368 Jan 22 20:07:59.080753 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36cca879-d279-44ab-b62f-85078461d1cb req-9aa5ede6-948f-4e37-b06f-f516d564a788 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 Jan 22 20:07:59.403385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471aacc-370e-47c7-a4d7-724a598d3d63 req-8ce27923-d50e-4462-b487-abdf82735aff tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:59.405005 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7471aacc-370e-47c7-a4d7-724a598d3d63 req-8ce27923-d50e-4462-b487-abdf82735aff tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1073856 Jan 22 20:07:59.456657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7471aacc-370e-47c7-a4d7-724a598d3d63 req-35257909-d68e-4645-b6fa-80d4c11b9a8b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Jan 22 20:07:59.879827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7bb1-32e3-4365-ac4a-6c179038736c req-22c9be3f-7edf-4e68-aaf2-f821153c21a5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:59.881500 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0d7b7bb1-32e3-4365-ac4a-6c179038736c req-22c9be3f-7edf-4e68-aaf2-f821153c21a5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1217024 Jan 22 20:07:59.938101 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0d7b7bb1-32e3-4365-ac4a-6c179038736c req-54c63b6c-b5e0-436d-87b3-f6dd32ccd9a9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495622 Jan 22 20:07:59.957474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-7866f4ab-123b-43df-9586-20027a5c8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:07:59.959399 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-7866f4ab-123b-43df-9586-20027a5c8914 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 1162 time: 0.1094902 Jan 22 20:08:00.120713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-6ba97e8f-eaa3-4d14-8920-0a9dcf1c8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:00.122712 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-6ba97e8f-eaa3-4d14-8920-0a9dcf1c8a19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.1531062 Jan 22 20:08:00.238598 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-abf2bad9-7c90-4ca6-9dec-67e5b25f1185 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 200 len: 1001 time: 0.1073089 Jan 22 20:08:00.310573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-bdc7fa33-c7b3-4e53-942a-430a7a874fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:00.312227 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-bdc7fa33-c7b3-4e53-942a-430a7a874fea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.0636678 Jan 22 20:08:00.327944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f8e31-ba74-452d-a4e0-cddcf87dbfd4 req-9008d0fa-7895-4ea7-9896-1452ddf6d5ad tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:00.329643 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4c1f8e31-ba74-452d-a4e0-cddcf87dbfd4 req-9008d0fa-7895-4ea7-9896-1452ddf6d5ad tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1079848 Jan 22 20:08:00.388178 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4c1f8e31-ba74-452d-a4e0-cddcf87dbfd4 req-66dfabeb-7c18-4ee4-bbf9-2555d09c0fc1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515938 Jan 22 20:08:00.410564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-e88f3b3f-1e3d-4fbe-9d30-120e9402fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:00.412255 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-e88f3b3f-1e3d-4fbe-9d30-120e9402fe01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900130 Jan 22 20:08:00.560759 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-a5e432e6-fc33-41cc-a33b-00d71e7f3f7a service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414669 Jan 22 20:08:00.706541 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2930fd7e-2f2a-4623-ae4c-f1ffebe866be req-9390839e-3100-4ff7-8cca-8a34b6d38a07 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365466 Jan 22 20:08:01.187990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d12c6f-b628-494c-9bc6-841dc86ba3aa req-7fef1493-a523-4d34-8f6f-010045f011ca tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:01.191072 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12d12c6f-b628-494c-9bc6-841dc86ba3aa req-7fef1493-a523-4d34-8f6f-010045f011ca tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1153357 Jan 22 20:08:01.240709 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12d12c6f-b628-494c-9bc6-841dc86ba3aa req-fc0dedba-7668-4bc3-b551-5ab4138b4d6b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457430 Jan 22 20:08:01.648436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941e878-7ed4-46b1-81be-e036d767a316 req-af57bb36-01f2-41f6-9771-077c50257087 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:01.650047 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c941e878-7ed4-46b1-81be-e036d767a316 req-af57bb36-01f2-41f6-9771-077c50257087 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1118588 Jan 22 20:08:01.708171 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c941e878-7ed4-46b1-81be-e036d767a316 req-d0c6dbcb-9ffd-4743-9cc6-f6acab6555e8 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Jan 22 20:08:02.279243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:08:02.352307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 925b359f-bb52-441d-99aa-5aae93399027 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:08:02.352783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:02.487803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bbd6-0e8f-4140-b955-488f6bd2db3e req-2fef2272-8032-4d7e-9c91-e613a27f55ee tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:02.489468 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9ba8bbd6-0e8f-4140-b955-488f6bd2db3e req-2fef2272-8032-4d7e-9c91-e613a27f55ee tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1090226 Jan 22 20:08:02.547419 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9ba8bbd6-0e8f-4140-b955-488f6bd2db3e req-9ddc8b97-99f2-474c-82e4-f6975beca242 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504961 Jan 22 20:08:02.948817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950ec8e-cc48-48f8-b752-484c9c1f39f0 req-89122ac8-5033-48d2-aaa7-ab2580af27b0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:02.950443 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3950ec8e-cc48-48f8-b752-484c9c1f39f0 req-89122ac8-5033-48d2-aaa7-ab2580af27b0 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1081176 Jan 22 20:08:03.010711 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3950ec8e-cc48-48f8-b752-484c9c1f39f0 req-43d67df0-3627-44ba-a02c-a0b78d0054c9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Jan 22 20:08:03.417713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:04.259233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa6954-bc05-45ad-a0ba-a3f574b5dd49 req-a6cf6dff-e6b7-43a9-9baa-ed3e13b43bf7 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:04.261510 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0dfa6954-bc05-45ad-a0ba-a3f574b5dd49 req-a6cf6dff-e6b7-43a9-9baa-ed3e13b43bf7 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1212246 Jan 22 20:08:04.324850 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0dfa6954-bc05-45ad-a0ba-a3f574b5dd49 req-07b99546-2a84-40cb-8b9d-8979b69d3b42 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Jan 22 20:08:05.570657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fba2ff-99b7-41de-8d2e-79a2ee8ef406 req-8b776b0a-d48b-4591-95f7-0140862c5966 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:05.572921 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e9fba2ff-99b7-41de-8d2e-79a2ee8ef406 req-8b776b0a-d48b-4591-95f7-0140862c5966 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1058924 Jan 22 20:08:05.627991 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e9fba2ff-99b7-41de-8d2e-79a2ee8ef406 req-8e58ac0f-f4a0-49f5-8842-da50b9238c8a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490229 Jan 22 20:08:06.878685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b152e-3cb9-4f3a-b4a6-7a4dc18b17d7 req-a15a9609-42c7-4327-a375-0631f0f59b22 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:06.880231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f04b152e-3cb9-4f3a-b4a6-7a4dc18b17d7 req-a15a9609-42c7-4327-a375-0631f0f59b22 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1219184 Jan 22 20:08:06.932154 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f04b152e-3cb9-4f3a-b4a6-7a4dc18b17d7 req-8a6645e7-ac55-453e-be91-7bdc38786a00 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Jan 22 20:08:08.189023 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff8ba3-1d7f-42e8-964a-5c28df8dcb3d req-8e96a45c-1cfa-49e5-85c5-f8f40d821553 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:08.190781 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-88ff8ba3-1d7f-42e8-964a-5c28df8dcb3d req-8e96a45c-1cfa-49e5-85c5-f8f40d821553 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1190503 Jan 22 20:08:08.242542 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-88ff8ba3-1d7f-42e8-964a-5c28df8dcb3d req-31ae62d0-2f29-4cf2-9221-8b2558e0fb3b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Jan 22 20:08:09.483296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b7962-06ce-474f-946b-0f61ff9bc7a7 req-132258ac-287a-4ca3-8c76-b4426c97cf35 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:09.484828 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f8b7962-06ce-474f-946b-0f61ff9bc7a7 req-132258ac-287a-4ca3-8c76-b4426c97cf35 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1062078 Jan 22 20:08:09.538677 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7f8b7962-06ce-474f-946b-0f61ff9bc7a7 req-adeb9e8c-1fb5-46c5-846b-9689bf53ae4a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Jan 22 20:08:10.780258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34a30-f29e-4192-a7ab-088276035c9a req-b8aa1444-4958-4655-a563-1669a0dd7d17 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:10.781875 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ec34a30-f29e-4192-a7ab-088276035c9a req-b8aa1444-4958-4655-a563-1669a0dd7d17 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1080630 Jan 22 20:08:10.833403 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ec34a30-f29e-4192-a7ab-088276035c9a req-4f55b807-f15f-461c-881b-e1e3c5b2cbdd tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Jan 22 20:08:12.086180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43ad14-54ac-4ef0-a4d3-0dec24d145a9 req-a8a58738-08f8-4584-b73c-f79ff37b7215 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:12.088047 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6b43ad14-54ac-4ef0-a4d3-0dec24d145a9 req-a8a58738-08f8-4584-b73c-f79ff37b7215 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1251168 Jan 22 20:08:12.141451 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6b43ad14-54ac-4ef0-a4d3-0dec24d145a9 req-98ab622a-09ef-48b1-b818-f3f686922295 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Jan 22 20:08:12.510778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 51808) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:12.662513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:12.678284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:12.683382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Usage tracker for resource:security_group_rule and tenant:4504703fdce24eb8bd7a300fefcce40d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:12.686699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:12.692495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:12.782645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:12.785425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:12.794732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3c2ef040-71e5-4a5f-96b3-5af253249748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:12.836012 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4504703fdce24eb8bd7a300fefcce40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240919 Jan 22 20:08:12.836892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f8de0-852f-4f93-97be-25eba463d842,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:12.839529 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 51814) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:12.845459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.845874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.846279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.846703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.847103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.847497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.847892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.848284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.848671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.849059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.849448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.849835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.850261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.850671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.851062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.851447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.851832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.852196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.852582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.852965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.853951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.854372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.854786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.855170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:12.859591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:12.904132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:12.931715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:12.977994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:12.983100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-776333c9-24ea-4fb7-a575-7343967d260e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:12.996916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f8de0-852f-4f93-97be-25eba463d842,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:13.000163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.004329 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/567f8de0-852f-4f93-97be-25eba463d842 HTTP/1.1" status: 204 len: 168 time: 0.1608512 Jan 22 20:08:13.004329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:13.407914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768dee-b923-4b9d-8a99-75efb8c6c2e4 req-a0c490ae-7928-4951-9691-573f527d785f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:13.409776 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a768dee-b923-4b9d-8a99-75efb8c6c2e4 req-a0c490ae-7928-4951-9691-573f527d785f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1170700 Jan 22 20:08:13.421840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 51826) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:13.445191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.460613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:13.465308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Usage tracker for resource:security_group_rule and tenant:873d31fc38f9439a98b0770a53466195 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:13.466367 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a768dee-b923-4b9d-8a99-75efb8c6c2e4 req-34c70c62-73cc-43b1-bb0e-29839c9f1615 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502381 Jan 22 20:08:13.468318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:13.474074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:13.558877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.562916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.573537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3378126f-e7b4-4cb0-b24e-54625fd483bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:13.620125 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=873d31fc38f9439a98b0770a53466195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970732 Jan 22 20:08:13.622093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac3198-6efd-401a-ad9a-89a0c2a15e23,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:13.622378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 51832) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:13.625799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:13.683737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.710911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.960109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.965102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-55c405bb-8521-48ac-a05a-a26338c66c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:13.976780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac3198-6efd-401a-ad9a-89a0c2a15e23,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:13.982309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:13.984012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:13.985233 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-29437642-393d-4b2b-9092-0bb722e6fd9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85ac3198-6efd-401a-ad9a-89a0c2a15e23 HTTP/1.1" status: 204 len: 168 time: 0.3617363 Jan 22 20:08:14.710583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ec94d-6b81-4ba7-af15-ade81c80a548 req-51e74c23-dc03-4971-9acd-0b8d117e6143 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:14.712292 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-792ec94d-6b81-4ba7-af15-ade81c80a548 req-51e74c23-dc03-4971-9acd-0b8d117e6143 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1166410 Jan 22 20:08:14.766909 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-792ec94d-6b81-4ba7-af15-ade81c80a548 req-3309f66e-5866-4b8d-aeae-81f3e0417636 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481703 Jan 22 20:08:16.006747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08e080-0777-441d-8f95-759e1d8775b5 req-f052197b-9720-427c-b153-4ad985f5edff tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:16.008337 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5c08e080-0777-441d-8f95-759e1d8775b5 req-f052197b-9720-427c-b153-4ad985f5edff tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1083832 Jan 22 20:08:16.067104 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5c08e080-0777-441d-8f95-759e1d8775b5 req-6a1e722c-aea7-4c6f-9d8c-992f9d1f358c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 Jan 22 20:08:17.311900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091eafa-d258-4e41-8cc8-ef8e5a7316e4 req-8653a4fe-0571-4bfa-83fb-3f706cbd2abd tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:17.313592 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3091eafa-d258-4e41-8cc8-ef8e5a7316e4 req-8653a4fe-0571-4bfa-83fb-3f706cbd2abd tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1109939 Jan 22 20:08:17.369475 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3091eafa-d258-4e41-8cc8-ef8e5a7316e4 req-c7df7a36-d139-41be-aae9-a93201a45a68 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Jan 22 20:08:18.139047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-33e474a6-2b43-4e29-87dc-681cf37db5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:18.140793 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-33e474a6-2b43-4e29-87dc-681cf37db5a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1203 time: 0.0969095 Jan 22 20:08:18.177527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58507233-8296-4ead-b7c4-276275343d4c req-c9f79c64-2553-45fe-8a9e-65df369ba0ae tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:18.179598 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-58507233-8296-4ead-b7c4-276275343d4c req-c9f79c64-2553-45fe-8a9e-65df369ba0ae tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1151989 Jan 22 20:08:18.247781 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-58507233-8296-4ead-b7c4-276275343d4c req-0adb3ef9-8386-4be0-85e4-5e39eb4da280 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0604002 Jan 22 20:08:18.295699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-7eaf1de2-57a5-4454-92e8-ec6349275e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:18.297339 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-7eaf1de2-57a5-4454-92e8-ec6349275e1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.1483557 Jan 22 20:08:18.416684 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-854ec5f2-619a-4b1c-b375-3a4ee59ff0eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 1002 time: 0.1083646 Jan 22 20:08:18.490921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-fdc914b9-81ea-440b-a554-bf1ba30592a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:18.492489 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-fdc914b9-81ea-440b-a554-bf1ba30592a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.0687237 Jan 22 20:08:18.581823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-58f3bbb2-9a2c-4568-a2ef-23804347d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:18.583848 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-58f3bbb2-9a2c-4568-a2ef-23804347d8fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815020 Jan 22 20:08:18.618317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2e058-4be2-4160-b749-6f34724a8541 req-c83bc9c0-3e6a-4a5d-8747-59bc83f26330 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:18.620383 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-47e2e058-4be2-4160-b749-6f34724a8541 req-c83bc9c0-3e6a-4a5d-8747-59bc83f26330 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1164830 Jan 22 20:08:18.677179 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-47e2e058-4be2-4160-b749-6f34724a8541 req-abf548ae-a17c-4a04-8978-35d29dc51b25 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499840 Jan 22 20:08:18.733754 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-63d73194-2711-4f0f-b37a-fee9418ed015 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391389 Jan 22 20:08:18.880727 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a0e69eb-f4aa-4f5b-b740-957792cca5bc req-ddb5fd21-b4e1-44f3-9e65-f847a0df905d service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386011 Jan 22 20:08:19.334682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 51950) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:19.502447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36417b9c-99e1-4aaa-8aed-6a6b73ccfd6b req-5ad587a2-3fb7-4577-9391-47fd894f081d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:19.507091 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36417b9c-99e1-4aaa-8aed-6a6b73ccfd6b req-5ad587a2-3fb7-4577-9391-47fd894f081d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1163120 Jan 22 20:08:19.539677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:19.563010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:19.578467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Usage tracker for resource:security_group_rule and tenant:8342d8b9e72141e7a2c26d71bb638799 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:19.583477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:19.602616 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36417b9c-99e1-4aaa-8aed-6a6b73ccfd6b req-5c5481c4-b899-4d8f-8b19-1799e9caf246 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0792410 Jan 22 20:08:19.604376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:19.702072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:19.704935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:19.714105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c2b059c5-4f0a-4eef-ba2e-1274faced4f8 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:19.758468 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8342d8b9e72141e7a2c26d71bb638799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223602 Jan 22 20:08:19.760592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 51964) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:19.761376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f2faf-c9e2-4918-ad1a-8118a4dcae19,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:19.765301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:19.861909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:19.891488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:19.919805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35c722-fe2a-496d-bdd4-c77dc02d73dd req-d960c6a8-e2f9-45e6-bfed-7f0fd4958437 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:19.921528 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-de35c722-fe2a-496d-bdd4-c77dc02d73dd req-d960c6a8-e2f9-45e6-bfed-7f0fd4958437 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1119442 Jan 22 20:08:19.986854 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-de35c722-fe2a-496d-bdd4-c77dc02d73dd req-daad0eae-a5aa-472f-b9f9-57ca48e9640c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Jan 22 20:08:20.203379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:20.208274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c884ba36-3977-4f50-9834-de7ed5617722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:20.223020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f2faf-c9e2-4918-ad1a-8118a4dcae19,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:20.227208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:20.239613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:20.242146 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/679f2faf-c9e2-4918-ad1a-8118a4dcae19 HTTP/1.1" status: 204 len: 168 time: 0.4786568 Jan 22 20:08:20.852762 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe82c9-d91e-4836-bf4c-176c538e23d2 req-15890188-99e9-47e0-84c0-42b46b130812 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:20.854505 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fabe82c9-d91e-4836-bf4c-176c538e23d2 req-15890188-99e9-47e0-84c0-42b46b130812 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1091497 Jan 22 20:08:20.918149 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fabe82c9-d91e-4836-bf4c-176c538e23d2 req-8df9447f-6254-4856-8b7b-810db720edee tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0571740 Jan 22 20:08:21.245414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b1321-1af4-4b5c-8b1c-fab1c9aeb84d req-24648ba2-bab7-4aae-8ded-d54ef7967871 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:21.247395 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d05b1321-1af4-4b5c-8b1c-fab1c9aeb84d req-24648ba2-bab7-4aae-8ded-d54ef7967871 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1143751 Jan 22 20:08:21.304632 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d05b1321-1af4-4b5c-8b1c-fab1c9aeb84d req-dee3fb3e-67c1-4b91-8056-e31d7a92a4a4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Jan 22 20:08:22.166324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846d3c4-9cf9-4bbd-a07c-40e7f2cea36b req-e8381da3-364c-4121-9cd5-67dfa2f7ff2b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:22.168182 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9846d3c4-9cf9-4bbd-a07c-40e7f2cea36b req-e8381da3-364c-4121-9cd5-67dfa2f7ff2b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1137946 Jan 22 20:08:22.225973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9846d3c4-9cf9-4bbd-a07c-40e7f2cea36b req-6eb8ba93-01cb-4eb3-8511-fbe7dbc5e513 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0513201 Jan 22 20:08:22.551934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aff6a-05f8-4c21-8488-a997314f0697 req-5da20f8e-633b-44ef-a2b6-9571bc7e91d8 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:22.553582 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fb3aff6a-05f8-4c21-8488-a997314f0697 req-5da20f8e-633b-44ef-a2b6-9571bc7e91d8 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1073289 Jan 22 20:08:22.611688 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fb3aff6a-05f8-4c21-8488-a997314f0697 req-bec157d7-97a9-4fa5-a514-d898637af4b3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Jan 22 20:08:23.410411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4907e162-6368-440f-8714-905b204454ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:23.473149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64e17d-fa79-43c9-995a-797177461d33 req-b64a8dcf-c419-4dd0-af37-e133f326fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:23.474970 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d64e17d-fa79-43c9-995a-797177461d33 req-b64a8dcf-c419-4dd0-af37-e133f326fd48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.0888834 Jan 22 20:08:23.477417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e1f1-7b6a-4b45-97cc-42a675b76083 req-f7be2879-e93c-46fe-8398-d936192422d0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:23.479157 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdc3e1f1-7b6a-4b45-97cc-42a675b76083 req-f7be2879-e93c-46fe-8398-d936192422d0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1190236 Jan 22 20:08:23.519527 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3d64e17d-fa79-43c9-995a-797177461d33 req-91e91f93-faaa-43b8-92ea-49a657435ed7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370355 Jan 22 20:08:23.536792 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdc3e1f1-7b6a-4b45-97cc-42a675b76083 req-951c8726-429d-4e73-9d95-11e2cc710f92 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0512035 Jan 22 20:08:23.846918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3f5dd-a572-4b42-ae2c-bdbcba4d2a02 req-172041d9-5a5b-45ef-8669-f8c786797412 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:23.848546 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7c3f5dd-a572-4b42-ae2c-bdbcba4d2a02 req-172041d9-5a5b-45ef-8669-f8c786797412 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1090286 Jan 22 20:08:23.901292 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7c3f5dd-a572-4b42-ae2c-bdbcba4d2a02 req-8d8d6c57-7211-4169-96bd-c261f44cd4ba tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461547 Jan 22 20:08:24.549933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52070) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:24.705946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:24.724058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:24.729126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Usage tracker for resource:security_group_rule and tenant:3004de0dfa734e83b0a43f37de4567d4 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:24.732269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:24.738118 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:24.784364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9986-7d8a-452f-b692-e1e1f815723d req-a6916586-6eb3-4b63-84eb-469a15389954 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:24.785995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f59e9986-7d8a-452f-b692-e1e1f815723d req-a6916586-6eb3-4b63-84eb-469a15389954 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1116760 Jan 22 20:08:24.824315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:24.827180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:24.835517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-61171858-a7a5-4717-8d4f-67eed87292f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:24.844157 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f59e9986-7d8a-452f-b692-e1e1f815723d req-857855aa-bb23-4013-94f7-770b13dcb1be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0511432 Jan 22 20:08:24.877109 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3004de0dfa734e83b0a43f37de4567d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259196 Jan 22 20:08:24.880310 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52078) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:24.881236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67e87d-0422-4a89-9041-52bbdf2ba24d,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:24.884908 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:24.947814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:24.975616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:25.023869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:25.029079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fab90d3c-2153-4acb-9e79-328aa2161c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:25.080729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67e87d-0422-4a89-9041-52bbdf2ba24d,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:25.083514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:25.108322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:25.113338 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c67e87d-0422-4a89-9041-52bbdf2ba24d HTTP/1.1" status: 204 len: 168 time: 0.2280433 Jan 22 20:08:25.180583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55532ed-089d-4c1c-b3f6-0810e8a99c49 req-a6e9f50d-222c-4f02-b27d-c14f77def6c1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:25.182444 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c55532ed-089d-4c1c-b3f6-0810e8a99c49 req-a6e9f50d-222c-4f02-b27d-c14f77def6c1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1425679 Jan 22 20:08:25.256831 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c55532ed-089d-4c1c-b3f6-0810e8a99c49 req-e9403d33-03df-4817-aefe-9db27af8db5a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634167 Jan 22 20:08:25.770158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a5c2be33-78cf-480f-8b0a-aefa1a72f15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:26.120247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073deb4d-38d3-49b2-a259-56be5c3cc6aa req-95278eb6-35ec-4993-80c5-64b4855e57f0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:26.122968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-073deb4d-38d3-49b2-a259-56be5c3cc6aa req-95278eb6-35ec-4993-80c5-64b4855e57f0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1364622 Jan 22 20:08:26.183764 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-073deb4d-38d3-49b2-a259-56be5c3cc6aa req-71169cff-dba0-4364-9f11-18cebb341fe5 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0543718 Jan 22 20:08:26.208094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:26.502385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9699a2-1f35-4c09-a47b-247265706684 req-4c42a1b2-db7f-4cd5-a782-ffedd83770e3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:26.504033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5d9699a2-1f35-4c09-a47b-247265706684 req-4c42a1b2-db7f-4cd5-a782-ffedd83770e3 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1158879 Jan 22 20:08:26.530534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:08:26.560929 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5d9699a2-1f35-4c09-a47b-247265706684 req-4cca6b28-0bf8-4fcb-ae83-6e45ceab1fa1 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Jan 22 20:08:26.614753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:08:26.615490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:26.638287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52140) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:26.826594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:26.843273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:26.847385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Usage tracker for resource:security_group_rule and tenant:1842a859d9644eeba6e71497c747c057 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:26.850413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:26.857488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:26.958408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:26.961299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:26.974660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-eef78aaa-2e74-4830-bce9-78c7a461176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:27.036655 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1842a859d9644eeba6e71497c747c057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946583 Jan 22 20:08:27.036655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca357a-7eb2-47bb-b460-02f0cc2025bf,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:27.037205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52152) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:27.038697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:27.217025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:27.261873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:27.297694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1092-276f-40ab-a937-7a1e1c28e533 req-99b6fe2a-4a6b-4e91-9235-7ed1aa563904 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:27.309812 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-687f1092-276f-40ab-a937-7a1e1c28e533 req-99b6fe2a-4a6b-4e91-9235-7ed1aa563904 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1407197 Jan 22 20:08:27.315509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-de6d1869-07da-4541-a640-82746af773fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:27.317669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-de6d1869-07da-4541-a640-82746af773fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.1837065 Jan 22 20:08:27.320292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:27.429912 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-687f1092-276f-40ab-a937-7a1e1c28e533 req-dc0ba27b-8842-462c-a3f8-d3a985215fc4 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187162 Jan 22 20:08:27.465997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:27.474689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:27.496180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9b23f-a156-4f05-8ab2-61ecb3dd5915 req-9df0c933-3a54-45da-a321-91ffa83e2def tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:27.500736 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a2a9b23f-a156-4f05-8ab2-61ecb3dd5915 req-9df0c933-3a54-45da-a321-91ffa83e2def tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1646104 Jan 22 20:08:27.504631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca357a-7eb2-47bb-b460-02f0cc2025bf,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:27.507532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:27.525708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-bb69e6da-bf15-4e15-93c1-c1f96629d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:27.527532 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-bb69e6da-bf15-4e15-93c1-c1f96629d8ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.2021246 Jan 22 20:08:27.529760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:27.531500 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dca357a-7eb2-47bb-b460-02f0cc2025bf HTTP/1.1" status: 204 len: 168 time: 0.4909294 Jan 22 20:08:27.590416 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a2a9b23f-a156-4f05-8ab2-61ecb3dd5915 req-72de141e-e136-4ef4-9a01-6208b42d2fa5 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0835855 Jan 22 20:08:27.625619 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-da446705-b469-4349-9b5a-e70e42f1d14c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.0887187 Jan 22 20:08:27.713161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-c3ab3872-a81f-496f-b9af-ba97f668863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:27.715060 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-c3ab3872-a81f-496f-b9af-ba97f668863a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.0737612 Jan 22 20:08:27.786112 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-cb20fcca-ecfa-4614-96c7-9151aa82947a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614696 Jan 22 20:08:27.811391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:27.955245 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-3ee26ace-a3f0-4008-bbbd-933a2c1458f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568120 Jan 22 20:08:28.107548 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c41e1277-f81c-4efb-a2d0-6fe11da7f54c req-edc30942-7f6d-49b4-9ca5-8577686c075d service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442225 Jan 22 20:08:28.144207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52176) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:28.293241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-05bf5d78-e6f3-4a8e-ae02-f4ea99fbd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:28.295075 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-05bf5d78-e6f3-4a8e-ae02-f4ea99fbd841 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 1162 time: 0.1019790 Jan 22 20:08:28.473573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-3a502f7c-e544-42a2-aefe-0931f5bb1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:28.477037 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-3a502f7c-e544-42a2-aefe-0931f5bb1f85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 200 len: 912 time: 0.1525173 Jan 22 20:08:28.565761 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-36a6a54f-b964-4559-ab81-d606defe7920 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 200 len: 217 time: 0.0716019 Jan 22 20:08:28.627514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:28.664041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:28.669387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Usage tracker for resource:security_group_rule and tenant:df6e960b55a24d0dbfde76bfc61be5d2 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:28.672618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:28.678522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:28.733293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711e550-cd11-4fbf-9a1f-033f01b8406b req-3a31e69b-a222-4c7b-a6c4-b380b29aa5ca tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:28.735025 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0711e550-cd11-4fbf-9a1f-033f01b8406b req-3a31e69b-a222-4c7b-a6c4-b380b29aa5ca tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1359398 Jan 22 20:08:28.774084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:28.779080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:28.791273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fc277f0-cf4c-4279-9b7f-6fc31e026676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:28.844185 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0711e550-cd11-4fbf-9a1f-033f01b8406b req-a6c4aa15-2f20-414b-8892-79643d27a93e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022921 Jan 22 20:08:28.855438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ba55c-1503-49b6-9d2f-c259fb09415d,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:28.859995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-d62ccc5f-8d63-4386-a519-a04b96747c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:28.862772 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-d62ccc5f-8d63-4386-a519-a04b96747c91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 200 len: 858 time: 0.2947209 Jan 22 20:08:28.862772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:28.865015 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df6e960b55a24d0dbfde76bfc61be5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197323 Jan 22 20:08:28.880065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52204) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:28.936578 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-86976941-c780-4c23-82d7-159bfb086481 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6fbc502f-a57c-4888-b6fe-8fcf672caade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633426 Jan 22 20:08:28.977228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecbeb3-d102-423b-aca6-45fc9f9f1cc5 req-2c1998ce-87e6-4339-b58f-c4aea463a429 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:28.979877 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c8ecbeb3-d102-423b-aca6-45fc9f9f1cc5 req-2c1998ce-87e6-4339-b58f-c4aea463a429 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1346614 Jan 22 20:08:29.043723 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c8ecbeb3-d102-423b-aca6-45fc9f9f1cc5 req-4b1c49ee-2724-45b9-9f91-bc87d90800be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0560765 Jan 22 20:08:29.097394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:29.151780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:29.160219 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-481f079b-9f8b-4074-897e-4eeb8715e3ed service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126331 Jan 22 20:08:29.326920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:29.335995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8e2acddb-781c-4ae5-8334-e39e7acf4ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:29.353397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ba55c-1503-49b6-9d2f-c259fb09415d,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:29.356775 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea173bca-47b6-40a4-a51e-731fb1bb2bb9 req-9559b699-b0d4-435d-8f68-3c60fdd4d2a5 service neutron] 10.222.0.22 "GET /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1821995 Jan 22 20:08:29.357614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:29.359350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:29.362562 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c89ba55c-1503-49b6-9d2f-c259fb09415d HTTP/1.1" status: 204 len: 168 time: 0.4853966 Jan 22 20:08:30.092094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c8c8-3056-46cf-a2cf-06a7f7365bf2 req-6ae8cb82-aa07-41da-b58e-30971196318a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:30.094841 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7866c8c8-3056-46cf-a2cf-06a7f7365bf2 req-6ae8cb82-aa07-41da-b58e-30971196318a tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1101973 Jan 22 20:08:30.150807 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7866c8c8-3056-46cf-a2cf-06a7f7365bf2 req-6b2032cf-e530-4f49-969d-a79f0c293a08 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496776 Jan 22 20:08:30.253831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:08:30.292477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad97ca-0a6c-4dc4-aedc-fa0bb576102e req-de91e511-2d11-434c-9d27-6630021b4892 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:30.294095 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7cad97ca-0a6c-4dc4-aedc-fa0bb576102e req-de91e511-2d11-434c-9d27-6630021b4892 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1074002 Jan 22 20:08:30.355327 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7cad97ca-0a6c-4dc4-aedc-fa0bb576102e req-fbe70aa8-4a15-41d3-9459-09fcc3540428 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0548575 Jan 22 20:08:30.641975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:08:30.717150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:08:30.717574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:31.385704 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bb5d3-e5e4-43bb-b712-dd6b9326e400 req-18b5c0d6-82ad-4cd5-8b80-8b4e4394394f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:31.387343 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff4bb5d3-e5e4-43bb-b712-dd6b9326e400 req-18b5c0d6-82ad-4cd5-8b80-8b4e4394394f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1091766 Jan 22 20:08:31.440710 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ff4bb5d3-e5e4-43bb-b712-dd6b9326e400 req-30a73279-0535-48a2-965b-bde87712dd3f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Jan 22 20:08:31.595339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134db73-2a56-4de2-9001-8c72de0a4315 req-6394a6e0-62a5-4ece-9df6-e9a1cffd02a4 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:31.597017 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c134db73-2a56-4de2-9001-8c72de0a4315 req-6394a6e0-62a5-4ece-9df6-e9a1cffd02a4 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1072469 Jan 22 20:08:31.658647 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c134db73-2a56-4de2-9001-8c72de0a4315 req-67d8bb7e-3c74-49bf-be89-2cc3ec8de374 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0544460 Jan 22 20:08:32.896201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4b982-adbb-4b97-a179-ffd4a70b6453 req-399125b6-0416-4fc1-b619-3695b407ab98 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:32.897797 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-87e4b982-adbb-4b97-a179-ffd4a70b6453 req-399125b6-0416-4fc1-b619-3695b407ab98 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1069934 Jan 22 20:08:32.956930 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-87e4b982-adbb-4b97-a179-ffd4a70b6453 req-e16a3ef3-440e-47cf-9b48-7dd5c7fd94fc tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0514863 Jan 22 20:08:33.421493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:34.205200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271343-5139-4249-9a34-c84a0a6595c9 req-121b7058-046e-4342-af1d-8832e67ad598 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:34.206851 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-41271343-5139-4249-9a34-c84a0a6595c9 req-121b7058-046e-4342-af1d-8832e67ad598 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1128085 Jan 22 20:08:34.265366 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-41271343-5139-4249-9a34-c84a0a6595c9 req-8b97e96d-7696-4cb8-ab0f-102a14215630 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0520077 Jan 22 20:08:35.517588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2b30f-8172-46f3-8d0b-b187f9780e76 req-3e40412a-2f89-4fa4-8af1-cdb153e8ffd5 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:35.520342 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7cb2b30f-8172-46f3-8d0b-b187f9780e76 req-3e40412a-2f89-4fa4-8af1-cdb153e8ffd5 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1118298 Jan 22 20:08:35.583964 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7cb2b30f-8172-46f3-8d0b-b187f9780e76 req-7fe1e0b0-a4ef-4d4b-b2d4-320cdd384ebb tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0565426 Jan 22 20:08:35.994133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd529c9-c149-424d-8e63-2a04bb1d8513 req-1da29b01-69c9-454d-b8b8-78b63814949f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:35.996173 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3dd529c9-c149-424d-8e63-2a04bb1d8513 req-1da29b01-69c9-454d-b8b8-78b63814949f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1053672 Jan 22 20:08:36.048525 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3dd529c9-c149-424d-8e63-2a04bb1d8513 req-9641b5d3-bf5f-42cf-9d61-22e4dd93e698 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Jan 22 20:08:36.834808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ff1de-774f-4dd1-8d2a-d7f137916ad8 req-98c86053-8266-48da-b8ba-4a08befd1ff6 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:36.836410 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ee8ff1de-774f-4dd1-8d2a-d7f137916ad8 req-98c86053-8266-48da-b8ba-4a08befd1ff6 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1102369 Jan 22 20:08:36.893733 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ee8ff1de-774f-4dd1-8d2a-d7f137916ad8 req-4d706b85-a60a-4a84-b0f9-2bd23a99ad56 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=8a9c3428-1d84-4ee1-b9d1-079752b59c56&id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0508518 Jan 22 20:08:37.289758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d989dd-9931-4649-8011-e8d18c61a61f req-2caaa527-c2cf-476d-a7da-8fdafa5b8777 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:37.291326 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40d989dd-9931-4649-8011-e8d18c61a61f req-2caaa527-c2cf-476d-a7da-8fdafa5b8777 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1063082 Jan 22 20:08:37.342867 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40d989dd-9931-4649-8011-e8d18c61a61f req-6d58eb05-28f0-461d-ad15-64703201654c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Jan 22 20:08:38.594986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5429ac-e3a8-486d-ad47-0735d66dc8be req-1e2d48b4-719d-4c1f-8d8d-ece4899fdcab tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:38.596650 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af5429ac-e3a8-486d-ad47-0735d66dc8be req-1e2d48b4-719d-4c1f-8d8d-ece4899fdcab tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1137011 Jan 22 20:08:38.648209 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af5429ac-e3a8-486d-ad47-0735d66dc8be req-7a8a1250-3869-4b43-8a56-d97a6b546902 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451818 Jan 22 20:08:38.878927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-271b0113-143f-4b0b-873e-715dc99edbd9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:38.879618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-271b0113-143f-4b0b-873e-715dc99edbd9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Synchronizing usage tracker for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:08:38.894540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-271b0113-143f-4b0b-873e-715dc99edbd9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Unset dirty status for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:08:38.895872 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-271b0113-143f-4b0b-873e-715dc99edbd9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 945 time: 0.1235728 Jan 22 20:08:38.978695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Deleting port 3e18aac4-de85-4e21-ad1e-b9017e140d8c {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:38.979080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:39.245998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] For port 3e18aac4-de85-4e21-ad1e-b9017e140d8c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3e18aac4-de85-4e21-ad1e-b9017e140d8c,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:39.246943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:39.378176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Calling delete_port for 3e18aac4-de85-4e21-ad1e-b9017e140d8c owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:39.525906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:39.542749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bc7a1240-9b9f-4e92-816b-7021b68da978 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:39.600964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Pushing event deleted for resources: {'Port': ['ID=3e18aac4-de85-4e21-ad1e-b9017e140d8c,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:39.604027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:39.754240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] No DVR routers for this DVR port 3e18aac4-de85-4e21-ad1e-b9017e140d8c on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:08:39.756525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:39.759319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'name': 'network-vif-deleted', 'tag': '3e18aac4-de85-4e21-ad1e-b9017e140d8c'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:08:39.775488 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7405de2c-02ea-4a04-8b73-e5315a34bd79 req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "DELETE /v2.0/ports/3e18aac4-de85-4e21-ad1e-b9017e140d8c HTTP/1.1" status: 204 len: 173 time: 0.8715491 Jan 22 20:08:39.822842 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdcda54-2395-4aa5-a7c7-f726a67b0783', 'name': 'network-vif-deleted', 'tag': '3e18aac4-de85-4e21-ad1e-b9017e140d8c', 'status': 'completed', 'code': 200} Jan 22 20:08:39.835027 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ad248f5-88e4-4103-ae15-ba4415d608ae req-6dd75a76-5ef2-4cb7-8f2b-6b0de75a4c7b tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=7bdcda54-2395-4aa5-a7c7-f726a67b0783 HTTP/1.1" status: 200 len: 210 time: 0.0540464 Jan 22 20:08:40.413608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52398) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:40.570221 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.585755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:40.589763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Usage tracker for resource:security_group_rule and tenant:35bd6cffbb7a44c4b080563d6ba3dbd0 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:40.593437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:40.599176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:40.682000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.685453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.694656 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-576c4e02-fef2-4793-a055-ca7a6a3b58a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:40.738278 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35bd6cffbb7a44c4b080563d6ba3dbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233712 Jan 22 20:08:40.740026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858b823-9d61-41d3-b1f1-49a44570776c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:40.741091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52404) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:40.743439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:40.805673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.829707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:08:40.832907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.866098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: 3e18aac4-de85-4e21-ad1e-b9017e140d8c {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:08:40.866770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 3e18aac4-de85-4e21-ad1e-b9017e140d8c not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:08:40.881683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.886998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c26d07da-f5e8-4c88-abbd-0658792ef7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:40.901618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858b823-9d61-41d3-b1f1-49a44570776c,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:40.912830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.913235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.913631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.914031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.914418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.914847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.915235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.915619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.915996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.916378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.916757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.917138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.917556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.917939 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.918960 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.919346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.919713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.920095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.920473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.920851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.921228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.921605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.921981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.922353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:40.926152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:40.927405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:40.932165 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0858b823-9d61-41d3-b1f1-49a44570776c HTTP/1.1" status: 204 len: 168 time: 0.1864634 Jan 22 20:08:41.385993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc8a1-87b4-4842-a570-088e8fadaa89 req-fc253deb-dc83-4b84-8a49-0091798e602d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:41.387587 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d4cdc8a1-87b4-4842-a570-088e8fadaa89 req-fc253deb-dc83-4b84-8a49-0091798e602d tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1047640 Jan 22 20:08:41.441527 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d4cdc8a1-87b4-4842-a570-088e8fadaa89 req-7c1bf854-0bea-4e80-b3d2-89b1a5807142 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477686 Jan 22 20:08:42.679117 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180348-71f6-4948-b159-9814c07ef878 req-53dfff46-bb74-48db-ac28-c7217bb1f405 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:42.680705 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3180348-71f6-4948-b159-9814c07ef878 req-53dfff46-bb74-48db-ac28-c7217bb1f405 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1049454 Jan 22 20:08:42.733351 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3180348-71f6-4948-b159-9814c07ef878 req-4026eb7e-bf67-4d97-8831-3afc37e59f99 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457466 Jan 22 20:08:43.966771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e8279-4dda-4f33-a1af-eca41c000a83 req-1e1f6889-0d71-4a23-9b70-cfe6e5b0af3c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:43.968373 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f8e8279-4dda-4f33-a1af-eca41c000a83 req-1e1f6889-0d71-4a23-9b70-cfe6e5b0af3c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1086302 Jan 22 20:08:44.019584 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0f8e8279-4dda-4f33-a1af-eca41c000a83 req-f0de5ee8-cee4-455e-80af-bf5d17690c22 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Jan 22 20:08:45.256155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83afb-dfc5-4907-9500-3c9aca1dcee2 req-26cd5fc8-6fa7-4ad4-a0fa-8b54259887a6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:45.257721 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ce83afb-dfc5-4907-9500-3c9aca1dcee2 req-26cd5fc8-6fa7-4ad4-a0fa-8b54259887a6 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1045303 Jan 22 20:08:45.312370 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7ce83afb-dfc5-4907-9500-3c9aca1dcee2 req-d4f4b787-4952-4113-a5fd-ae66d1ee3496 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Jan 22 20:08:46.556170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0a6a0-daff-46fc-83be-f13fe80899e3 req-36bacfa5-bded-4ff6-8d25-7f97176edaa9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:46.557985 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b6c0a6a0-daff-46fc-83be-f13fe80899e3 req-36bacfa5-bded-4ff6-8d25-7f97176edaa9 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1111917 Jan 22 20:08:46.611820 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b6c0a6a0-daff-46fc-83be-f13fe80899e3 req-2536ef23-038e-43d7-a4be-a8c22883426c tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Jan 22 20:08:48.041284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03310d64-d7bd-45c6-8b1b-20776ddcbd6f req-487c2a16-dc98-462b-a094-c8a06db4ad2f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:48.042904 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-03310d64-d7bd-45c6-8b1b-20776ddcbd6f req-487c2a16-dc98-462b-a094-c8a06db4ad2f tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.3011870 Jan 22 20:08:48.102138 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-03310d64-d7bd-45c6-8b1b-20776ddcbd6f req-6abfbd5b-b483-41a5-ae79-7bc3b40c2642 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514479 Jan 22 20:08:48.238479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-72ee07df-cc71-434c-9557-47f32203d090 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:48.239271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-72ee07df-cc71-434c-9557-47f32203d090 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Synchronizing usage tracker for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:08:48.254576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-72ee07df-cc71-434c-9557-47f32203d090 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Unset dirty status for tenant:4e83a13f882d4e7da6ace079b4aad1a6 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:08:48.255839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-72ee07df-cc71-434c-9557-47f32203d090 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 945 time: 0.1450059 Jan 22 20:08:48.351839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Deleting port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:48.352227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:48.542958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 1879c72b-ff14-4b9f-b80a-aa0616d77c80 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:08:48.676388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:48.706952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:08:48.718651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:48.724840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:48.726818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:48.777276 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80', 'code': 200} Jan 22 20:08:48.801174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=1879c72b-ff14-4b9f-b80a-aa0616d77c80,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:48.809438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.809831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.810219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.810616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.811052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.811849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.811978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.812320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.812694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.813075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.813451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.813821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.814231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.814635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.815013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.815382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.815751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.816123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.816493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.816860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.817228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.817585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.817950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.818316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:08:48.822776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:48.832202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] For port 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:48.832600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:48.963565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Calling delete_port for 1879c72b-ff14-4b9f-b80a-aa0616d77c80 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:49.051195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:08:49.051773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:08:49.338363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5852428-bdfd-4f4f-81aa-0291c6b5b5b3 req-726d6b41-dcd0-4963-a0dc-3c0dfe7a6f32 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:49.339973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a5852428-bdfd-4f4f-81aa-0291c6b5b5b3 req-726d6b41-dcd0-4963-a0dc-3c0dfe7a6f32 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 943 time: 0.1048055 Jan 22 20:08:49.394180 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a5852428-bdfd-4f4f-81aa-0291c6b5b5b3 req-6452a657-cc15-479d-bc75-95550ff979d2 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/security-groups?id=c10a6bfa-2edd-495b-97f2-369968c2dc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475483 Jan 22 20:08:49.552295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Deleting port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:49.552792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:49.818787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] For port 1879c72b-ff14-4b9f-b80a-aa0616d77c80, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1879c72b-ff14-4b9f-b80a-aa0616d77c80,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:49.819195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:49.956171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Calling delete_port for 1879c72b-ff14-4b9f-b80a-aa0616d77c80 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:50.123126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:50.138951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:50.202823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Pushing event deleted for resources: {'Port': ['ID=1879c72b-ff14-4b9f-b80a-aa0616d77c80,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:50.206779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:50.352485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] No DVR routers for this DVR port 1879c72b-ff14-4b9f-b80a-aa0616d77c80 on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:08:50.354787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:50.357621 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'name': 'network-vif-deleted', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:08:50.380289 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-23db4a88-dd7e-45f8-980d-2ecb0d9771b9 req-239ffbcc-0022-4881-adf6-4f8ce1108f72 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.22 "DELETE /v2.0/ports/1879c72b-ff14-4b9f-b80a-aa0616d77c80 HTTP/1.1" status: 204 len: 173 time: 2.1071517 Jan 22 20:08:50.429548 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce53af-72a5-4d99-90ee-4bfcc494d50e', 'name': 'network-vif-deleted', 'tag': '1879c72b-ff14-4b9f-b80a-aa0616d77c80', 'status': 'completed', 'code': 200} Jan 22 20:08:50.599231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a816f2cd-169a-41d2-92c2-5c02a0f19309 req-5aeb8edc-4737-4189-850e-95c25ac7aa18 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] 10.222.0.18 "GET /v2.0/ports?device_id=bfce53af-72a5-4d99-90ee-4bfcc494d50e HTTP/1.1" status: 200 len: 210 time: 0.0602419 Jan 22 20:08:50.655504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd0a1-75ba-4f50-bedc-20c99aa7ab32 req-4d271051-732c-4074-9232-0117f367beb2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:50.657120 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e5dcd0a1-75ba-4f50-bedc-20c99aa7ab32 req-4d271051-732c-4074-9232-0117f367beb2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1548531 Jan 22 20:08:50.711162 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e5dcd0a1-75ba-4f50-bedc-20c99aa7ab32 req-5715f25f-7bd9-461d-be1f-8b31716bb747 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477812 Jan 22 20:08:51.601165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e1691-c4c9-444f-8e37-90b0c6dcc9b3 req-e2f5c0c2-7a88-4a67-a3c5-3a667ea11b28 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:51.602825 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2f7e1691-c4c9-444f-8e37-90b0c6dcc9b3 req-e2f5c0c2-7a88-4a67-a3c5-3a667ea11b28 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.1044014 Jan 22 20:08:51.653819 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2f7e1691-c4c9-444f-8e37-90b0c6dcc9b3 req-0c5fc60d-dcc6-45d6-9b63-4cece485a4f9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Jan 22 20:08:51.716720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52492) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:52.141626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddc178-0800-4b17-9846-f04624421c4e req-f852adc8-5f67-4abf-9234-6f1ffab0a2da tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:52.143336 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-51ddc178-0800-4b17-9846-f04624421c4e req-f852adc8-5f67-4abf-9234-6f1ffab0a2da tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.2929516 Jan 22 20:08:52.230229 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-51ddc178-0800-4b17-9846-f04624421c4e req-55a66d3e-ecd8-4372-8ae6-e25c0016158b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806494 Jan 22 20:08:52.441612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850985550'] for router_interface, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:52.865903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Deleting port 2039228d-5c5d-40df-816e-5fdcea40341b {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:52.866488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:52.994485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266de4-61e8-466c-82dd-68d9b91c3ab4 req-ee666823-cc96-48d0-8343-171acc6237ed tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:52.996151 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fd266de4-61e8-466c-82dd-68d9b91c3ab4 req-ee666823-cc96-48d0-8343-171acc6237ed tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.2016065 Jan 22 20:08:53.134792 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fd266de4-61e8-466c-82dd-68d9b91c3ab4 req-77aa9ec3-42dd-4b82-bf0e-59c6e01935e5 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843883 Jan 22 20:08:53.146345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] For port 2039228d-5c5d-40df-816e-5fdcea40341b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2039228d-5c5d-40df-816e-5fdcea40341b,segment=NetworkSegment(6cf0c188-0141-4e70-8c25-8c3ad07e95bb),segment_id=6cf0c188-0141-4e70-8c25-8c3ad07e95bb)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:53.146789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:53.287766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Calling delete_port for 2039228d-5c5d-40df-816e-5fdcea40341b owned by network:router_interface {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:53.395744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-b11b4a5f-05dc-42d7-8521-d54b9ccf81c6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:53.396950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-b11b4a5f-05dc-42d7-8521-d54b9ccf81c6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:08:53.405795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-69cebc1c-8481-43f5-930e-b75c62cc8cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:53.416967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-b11b4a5f-05dc-42d7-8521-d54b9ccf81c6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:08:53.418375 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-b11b4a5f-05dc-42d7-8521-d54b9ccf81c6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.1345959 Jan 22 20:08:53.506631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Deleting port 925b359f-bb52-441d-99aa-5aae93399027 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:53.507037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:53.787943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] For port 925b359f-bb52-441d-99aa-5aae93399027, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=925b359f-bb52-441d-99aa-5aae93399027,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:53.788344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:53.853496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f131a71-10c1-40ae-be95-f4d92e9c12dd req-1b85d5c4-bef7-45e1-8c41-ae5131df5bc3 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:53.855091 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9f131a71-10c1-40ae-be95-f4d92e9c12dd req-1b85d5c4-bef7-45e1-8c41-ae5131df5bc3 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 945 time: 0.3688099 Jan 22 20:08:53.954247 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9f131a71-10c1-40ae-be95-f4d92e9c12dd req-b4b42ef9-ba5b-46be-b13c-944cb6f7c011 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=2a6437e1-9e6e-46fb-a602-3e474d327f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691702 Jan 22 20:08:53.960773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:53.974632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-00ba4b61-fcea-4985-84ee-4077ff59bb9a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:54.028965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2039228d-5c5d-40df-816e-5fdcea40341b,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:54.033948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:54.101891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:54.102367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:54.102782 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Floating IP a6783879-fa10-4bb5-b1f0-37c09d042672 disassociated. External IP: 172.28.1.214, port: 925b359f-bb52-441d-99aa-5aae93399027. Jan 22 20:08:54.103159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Calling delete_port for 925b359f-bb52-441d-99aa-5aae93399027 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:54.257590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:54.273942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9638446e-9381-4466-b4a8-0d41782ff44b tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:54.332289 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event deleted for resources: {'Port': ['ID=925b359f-bb52-441d-99aa-5aae93399027,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:54.336359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:54.461616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851089776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3794177'] for router_interface, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:54.527814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a706d-cd15-4e5b-94b9-a01a0ef160dc req-fad3febc-a2ff-4daa-95b1-01cd9e56f2ae tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:54.529500 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-385a706d-cd15-4e5b-94b9-a01a0ef160dc req-fad3febc-a2ff-4daa-95b1-01cd9e56f2ae tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.2506680 Jan 22 20:08:54.619577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:08:54.641604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:08:54.646298 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-385a706d-cd15-4e5b-94b9-a01a0ef160dc req-1f277746-4c6e-4210-90c0-d6363cc2ced9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Jan 22 20:08:54.666295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: 925b359f-bb52-441d-99aa-5aae93399027 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:08:54.667029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 925b359f-bb52-441d-99aa-5aae93399027 not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:08:54.835401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:08:54.847209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:08:54.857315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:08:54.858924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:54.882800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] No DVR routers for this DVR port 925b359f-bb52-441d-99aa-5aae93399027 on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:08:54.885187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:54.887993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'name': 'network-vif-deleted', 'tag': '925b359f-bb52-441d-99aa-5aae93399027'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:08:54.911414 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5557d03d-8d47-4ae0-a39b-a5b06dcf3f59 req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "DELETE /v2.0/ports/925b359f-bb52-441d-99aa-5aae93399027 HTTP/1.1" status: 204 len: 173 time: 1.4845021 Jan 22 20:08:54.953573 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba95a189-dad0-497c-bd64-c7f5fc43df5b', 'name': 'network-vif-deleted', 'tag': '925b359f-bb52-441d-99aa-5aae93399027', 'status': 'completed', 'code': 200} Jan 22 20:08:55.131262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:08:55.140264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:08:55.148584 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b83e2b45-60fe-4cbc-8919-8a510427c70e req-c5c884ec-19f3-49ac-9a2d-f0661fcf8d60 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=ba95a189-dad0-497c-bd64-c7f5fc43df5b HTTP/1.1" status: 200 len: 210 time: 0.0561872 Jan 22 20:08:55.344217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:08:55.354013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] Sync routers for ids ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:08:55.360489 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] 10.222.0.18 "PUT /v2.0/routers/e43878c8-e1c0-40e8-ac63-a0efc2eb14fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6381683 Jan 22 20:08:55.360952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52508) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:55.370870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] Routers {'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:08:55.372046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:55.540789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:55.544841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:08:55.550551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:55.554188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:08:55.554936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:55.574364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] Set router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:08:55.885323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:08:55.911014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-44812d65-4e68-429a-943d-4bef1a8ed818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:55.970387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:08:53Z', 'revision_number': 5, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:55.981710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] Checking router: e43878c8-e1c0-40e8-ac63-a0efc2eb14fd for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:08:56.000075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.001870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] Routers {'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:08:56.002559 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:56.005383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Deleting port 35a31489-a3bc-4921-bbbe-992c565cf87c {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:56.005758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.124287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38d9f-ddd0-4406-8d73-6cc34123aa4e req-4e79a8b1-1040-4331-a119-fd9f07d8823a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:56.126046 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2ee38d9f-ddd0-4406-8d73-6cc34123aa4e req-4e79a8b1-1040-4331-a119-fd9f07d8823a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.1761920 Jan 22 20:08:56.231113 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2ee38d9f-ddd0-4406-8d73-6cc34123aa4e req-2a03fe63-5511-4c1a-afe6-0b2b4f2a0860 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979335 Jan 22 20:08:56.231586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.279508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] Set router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:08:56.342754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52518) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:56.347213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] For port 35a31489-a3bc-4921-bbbe-992c565cf87c, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=35a31489-a3bc-4921-bbbe-992c565cf87c,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:56.347608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.465344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.489435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Calling delete_port for 35a31489-a3bc-4921-bbbe-992c565cf87c owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:56.503885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:56.510491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d58d6b-236b-43ee-815d-b24f0cd0f009 None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:08:56.515258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.573883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.581393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1e07cdb2-443a-4a7d-8757-a1ef6440ece2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:56.600311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6437e1-9e6e-46fb-a602-3e474d327f9a,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:56.612965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:56.629475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.632636 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-cfbde92a-c23a-4e09-b4f5-07330cc9aa1e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "DELETE /v2.0/security-groups/2a6437e1-9e6e-46fb-a602-3e474d327f9a HTTP/1.1" status: 204 len: 168 time: 0.2885196 Jan 22 20:08:56.635539 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52522) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:56.657655 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.v2.resource [None req-9704e545-b30b-46ac-8e6f-56ecf1bde5ff tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] show failed (client error): The resource could not be found. Jan 22 20:08:56.658927 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9704e545-b30b-46ac-8e6f-56ecf1bde5ff tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups/2a6437e1-9e6e-46fb-a602-3e474d327f9a HTTP/1.1" status: 404 len: 347 time: 0.0221281 Jan 22 20:08:56.662263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52526) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:56.709168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.710079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:08:53Z', 'revision_number': 5, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:56.715105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ad4d-47d4-4300-876d-eab6b5179adb None None] The sync data for ids ['e43878c8-e1c0-40e8-ac63-a0efc2eb14fd'] in dv-cinder-768105-3-smb is: [{'id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'name': 'tempest-ServerRescueNegativeTestJSON-847212009-router', 'tenant_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:05:44Z', 'updated_at': '2021-01-22T20:08:53Z', 'revision_number': 5, 'project_id': '4e83a13f882d4e7da6ace079b4aad1a6', 'gw_port': {'id': '35a31489-a3bc-4921-bbbe-992c565cf87c', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43878c8-e1c0-40e8-ac63-a0efc2eb14fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:05:46Z', 'updated_at': '2021-01-22T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.plugins.ml2.ovo_rpc [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: result = function(*args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: proto.__init__(conn_state, self) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: self.handle() Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: self.handle_one_request() Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: self.handle_one_response() Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: result = self.application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return app(environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return request.get_response(self.application) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self._app) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return resp(environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return resp(environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: response = self.app(environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return resp(environ, start_response) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:08:56.717860 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: result = method(request=request, **args) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return self._delete(request, id, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(*dup_args, **dup_kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: obj_deleter(request.context, id, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return method(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(*dup_args, **dup_kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: self._delete_current_gw_port(context, id, router, None) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: admin_ctx, gw_port_id, l3_port_check=False) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, context, *args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return method(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: context, port, router_ids, bound_mech_contexts) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: return function(*args, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: callback(resource, event, trigger, **kwargs) Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: if self._is_session_semantic_violated(context, resource, event): Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: stack = traceback.extract_stack() Jan 22 20:08:56.724316 dv-cinder-768105-3-smb neutron-server[80010]: Jan 22 20:08:56.883385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Deleting port f743232d-c953-4e65-9c4a-e67103d1868a {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:56.883767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:56.929961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3791545'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.093793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.094165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.130459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245056'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.134722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.205596 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de332679-cce6-4dc8-9b60-7e8f3acc2953 None None] New status for floating IP a6783879-fa10-4bb5-b1f0-37c09d042672: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:08:57.233178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Calling delete_port for f743232d-c953-4e65-9c4a-e67103d1868a owned by network:floatingip {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:57.238170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850979304'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.238797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e43878c8-e1c0-40e8-ac63-a0efc2eb14fd {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 20:08:57.284511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-2aeb100b-b617-416c-8122-31c18f7bf90a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:57.285332 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-2aeb100b-b617-416c-8122-31c18f7bf90a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Synchronizing usage tracker for tenant:e38cda6452aa46bf9a6dcc69f9dc5bce on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:08:57.292139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.293363 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-21f9ea79-579c-4e44-ad00-81285d2a359f admin admin] 10.222.0.18 "DELETE /v2.0/routers/e43878c8-e1c0-40e8-ac63-a0efc2eb14fd HTTP/1.1" status: 204 len: 168 time: 1.9313405 Jan 22 20:08:57.296857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52532) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:57.322902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.367925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-2aeb100b-b617-416c-8122-31c18f7bf90a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Unset dirty status for tenant:e38cda6452aa46bf9a6dcc69f9dc5bce on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:08:57.369173 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-2aeb100b-b617-416c-8122-31c18f7bf90a tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.3014483 Jan 22 20:08:57.413553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-de332679-cce6-4dc8-9b60-7e8f3acc2953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:08:57.414037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-de332679-cce6-4dc8-9b60-7e8f3acc2953 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:08:57.416166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.433692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:57.437520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Deleting subnet 941ad28e-9022-4d23-951d-d0e366523a52 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:08:57.444660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.491586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event deleted for resources: {'Port': ['ID=f743232d-c953-4e65-9c4a-e67103d1868a,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:57.494253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:57.514801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Deleting port dd8f627b-eb2e-41db-baef-492711ea7b6d {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:08:57.515192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.568028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.645109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2039228d-5c5d-40df-816e-5fdcea40341b no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:08:57.705559 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.714446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 2039228d-5c5d-40df-816e-5fdcea40341b {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:08:57.714882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2039228d-5c5d-40df-816e-5fdcea40341b not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:08:57.807795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:57.915728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de332679-cce6-4dc8-9b60-7e8f3acc2953 None None] New status for floating IP a6783879-fa10-4bb5-b1f0-37c09d042672: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:08:57.945651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434623-ac85-4be7-8ca8-eb5c3b9613d4 req-dc84470b-0180-47f8-a1eb-052489bf43d2 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:08:57.947383 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5a434623-ac85-4be7-8ca8-eb5c3b9613d4 req-dc84470b-0180-47f8-a1eb-052489bf43d2 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 946 time: 0.4697113 Jan 22 20:08:58.026678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] For port dd8f627b-eb2e-41db-baef-492711ea7b6d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dd8f627b-eb2e-41db-baef-492711ea7b6d,segment=NetworkSegment(99a4533f-22c1-489c-abe9-9d00e961cbe8),segment_id=99a4533f-22c1-489c-abe9-9d00e961cbe8)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:08:58.027089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.050505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.072195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.077549 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "DELETE /v2.0/floatingips/a6783879-fa10-4bb5-b1f0-37c09d042672 HTTP/1.1" status: 204 len: 168 time: 1.4100358 Jan 22 20:08:58.117446 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5a434623-ac85-4be7-8ca8-eb5c3b9613d4 req-b3fabbaf-e08b-481d-9d5d-83d945a73702 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257770 Jan 22 20:08:58.209304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Calling delete_port for dd8f627b-eb2e-41db-baef-492711ea7b6d owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:08:58.364896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52540) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:58.370675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'security_group': {'name': 'tempest-securitygroup--811415673', 'description': 'tempest-description--387320584'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:08:58.385248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:58.386715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.390382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:58.393601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:58.399548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:58.409342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:58.410776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.432534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:58.437901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:58.440898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:58.446687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:58.674219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941ad28e-9022-4d23-951d-d0e366523a52,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:58.676922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:58.685025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device dd8f627b-eb2e-41db-baef-492711ea7b6d no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:08:58.771322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.786056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Port dd8f627b-eb2e-41db-baef-492711ea7b6d update to DOWN by agent not found {{(pid=80123) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 22 20:08:58.794547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b82f770e-6cc7-4d71-ac6b-1154468c954b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:58.828593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.832301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.837608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-602cc807-c6e0-4752-b1a0-9cd88c454fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:58.852646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.855477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Pushing event deleted for resources: {'Port': ['ID=dd8f627b-eb2e-41db-baef-492711ea7b6d,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:58.862777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:58.887745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'SecurityGroup': ['ID=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:58.891683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:58.895727 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5269654 Jan 22 20:08:58.895727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-580b57be-6a9e-4746-9a99-3b3c158d11b5 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:58.896127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52544) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:58.901401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'security_group_rule': {'security_group_id': 'f998a6e2-7c59-4aa1-b8a3-44e54dfa1544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:08:58.913108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:58.917848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:58.921905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:58.929118 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d690e849-470e-4923-bbf3-781580846962 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/941ad28e-9022-4d23-951d-d0e366523a52 HTTP/1.1" status: 204 len: 168 time: 1.6287360 Jan 22 20:08:58.929254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:58.929340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52548) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:58.944530 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.010068 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.012693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.014798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:59.038130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7c3070-1641-42d4-91b0-c88dfffd95e5,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:59.040756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:59.048338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.049675 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527305 Jan 22 20:08:59.052607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52552) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:59.058258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'security_group_rule': {'security_group_id': 'f998a6e2-7c59-4aa1-b8a3-44e54dfa1544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:08:59.070204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:59.074283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:security_group_rule and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:59.077933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:59.083773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:59.084152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.100098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.178666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.181723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.184781 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f9e2f2e3-6577-4f36-9afe-d02b46746dc9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:08:59.195136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] No DVR routers for this DVR port dd8f627b-eb2e-41db-baef-492711ea7b6d on host hv-cinder-76810 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:08:59.209950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b6a38-e160-41e0-9cd7-63b868f2576f,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:08:59.214562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:08:59.223165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.225337 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708703 Jan 22 20:08:59.225860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.227811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52558) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:08:59.228007 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e59a2630-f932-412b-ad90-558c8ac59f31 req-31c9d196-3535-4feb-8cc5-f72a7dd8262b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "DELETE /v2.0/ports/dd8f627b-eb2e-41db-baef-492711ea7b6d HTTP/1.1" status: 204 len: 173 time: 1.8483975 Jan 22 20:08:59.228508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'name': 'network-vif-deleted', 'tag': 'dd8f627b-eb2e-41db-baef-492711ea7b6d'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:08:59.234175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'floatingip': {'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:08:59.245139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:08:59.251042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Usage tracker for resource:floatingip and tenant:803183c6e82d4bc79906dd19c7fabb5b is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:08:59.304991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:08:59.309900 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-940b4ef1-a8de-46ac-9c88-3affcaa5dded req-cef3319a-8582-4f17-a91a-c6a47698c35d tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=9be3f927-32a0-441b-b01d-d37d3fecb998 HTTP/1.1" status: 200 len: 210 time: 0.0559745 Jan 22 20:08:59.313780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:08:59.323329 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be3f927-32a0-441b-b01d-d37d3fecb998', 'name': 'network-vif-deleted', 'tag': 'dd8f627b-eb2e-41db-baef-492711ea7b6d', 'status': 'completed', 'code': 200} Jan 22 20:08:59.327808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.333783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.449822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbc502f-a57c-4888-b6fe-8fcf672caade']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:59.467601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf0c188-0141-4e70-8c25-8c3ad07e95bb') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:59.467983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf0c188-0141-4e70-8c25-8c3ad07e95bb') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:08:59.477556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.480475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.495609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.497767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:08:59.665261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 35a31489-a3bc-4921-bbbe-992c565cf87c no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:08:59.687326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:08:59.703331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 35a31489-a3bc-4921-bbbe-992c565cf87c {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:08:59.703969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 35a31489-a3bc-4921-bbbe-992c565cf87c not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:08:59.705433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.762847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Allocated IP 172.28.1.221 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/729cfc82-ae80-40ee-afbe-d37facfeeec6) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:08:59.897976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Network 6fbc502f-a57c-4888-b6fe-8fcf672caade has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:08:59.922284 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:08:59.933003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.962300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:08:59.979220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:00.000697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.004167 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-24119693-c3dd-4c3b-b6a8-66dbb6036144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:00.020776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.027090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbc502f-a57c-4888-b6fe-8fcf672caade,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:00.032424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:00.038655 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9392a91c-a302-4f90-9149-b1001e934f51 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6fbc502f-a57c-4888-b6fe-8fcf672caade HTTP/1.1" status: 204 len: 168 time: 1.1080403 Jan 22 20:09:00.118413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'Port': ['ID=729cfc82-ae80-40ee-afbe-d37facfeeec6,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:00.129548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:00.180433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:00.181575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:00.184183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:00.194056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52566) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:00.245550 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-04294dec-43be-4764-8e93-727a0cffec94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e83a13f882d4e7da6ace079b4aad1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500500 Jan 22 20:09:00.248812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52570) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:00.271109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.309146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.333296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.337234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.387607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.393355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-808bd90c-3365-4fec-8bb6-96848394509c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:00.408246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a6bfa-2edd-495b-97f2-369968c2dc74,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:00.412649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:00.416527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.417843 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10a6bfa-2edd-495b-97f2-369968c2dc74 HTTP/1.1" status: 204 len: 168 time: 0.1680536 Jan 22 20:09:00.651018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.655775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.674157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97e4f65f-7d57-453c-97dc-4616db60b8f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:00.822193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'Port': ['ID=729cfc82-ae80-40ee-afbe-d37facfeeec6,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:00.833406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:00.935197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.959653 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:00.961027 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7321949 Jan 22 20:09:01.220058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-12a8a373-d1c4-4460-ac3d-f7a215e6a580 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:01.234472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-12a8a373-d1c4-4460-ac3d-f7a215e6a580 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:01.235740 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-12a8a373-d1c4-4460-ac3d-f7a215e6a580 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--811415673&fields=id&tenant_id=803183c6e82d4bc79906dd19c7fabb5b HTTP/1.1" status: 200 len: 267 time: 0.0630448 Jan 22 20:09:01.360899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52610) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:01.420077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-ce8616a7-5afe-42f7-85df-05c8ebe9c6b8 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:01.421876 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-ce8616a7-5afe-42f7-85df-05c8ebe9c6b8 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 809 time: 0.1787858 Jan 22 20:09:01.439169 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-27f11596-15b5-41bc-8bb0-55a084f20f79 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/quotas/803183c6e82d4bc79906dd19c7fabb5b HTTP/1.1" status: 200 len: 375 time: 0.0109997 Jan 22 20:09:01.503645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-network', 'tenant_id': '606ce03bee77481cbfebca42d1291c26'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:01.508765 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:01.512770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Usage tracker for resource:network and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:01.515899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:01.521637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:01.534468 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Made reservation on behalf of 606ce03bee77481cbfebca42d1291c26 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:09:01.539198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.542904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-54f1b669-847b-4522-9846-ede4957becf9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:01.552547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.557950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-54f1b669-847b-4522-9846-ede4957becf9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:01.559664 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-54f1b669-847b-4522-9846-ede4957becf9 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1147900 Jan 22 20:09:01.568977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:01.573000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:01.576002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:01.582228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:01.673331 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.676015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.680297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-490624c9-f476-4d07-9b54-6423e521441f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:01.710789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:09:01.713015 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-b1982c7f-ba01-4e0c-88ee-007ca8ca8cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392069 Jan 22 20:09:01.723932 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a625759-036f-47f6-b978-35a2caadd28e,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:01.728365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:01.729364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.729801 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Added segment 39252fc5-cf56-48bf-a0f5-580e34dc6d81 of type vxlan for network aaeff783-d934-42c0-b856-7a48086754e7 Jan 22 20:09:01.759427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.788426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.789671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:01.790305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:01.795897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c150f3a2-cc92-44b9-bbd1-07b3a6aadbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:01.859529 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-f8a8b814-e5a6-4e41-ac45-0535ffb05eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396863 Jan 22 20:09:01.904841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=aaeff783-d934-42c0-b856-7a48086754e7,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:01.908483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:01.915784 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5517557 Jan 22 20:09:01.917629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52620) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:01.920822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network aaeff783-d934-42c0-b856-7a48086754e7 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:09:01.929275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Request body: {'subnet': {'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-subnet', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:01.935344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:01.940238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Usage tracker for resource:subnet and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:01.948534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:01.953121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:01.960491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network aaeff783-d934-42c0-b856-7a48086754e7 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:09:01.969100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Made reservation on behalf of 606ce03bee77481cbfebca42d1291c26 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:09:01.991401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852371270'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:02.167320 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f52d64b5-cf13-4ec8-86c4-7a4292cd9dec req-c8e9960d-ae07-44a8-af3b-9e7d1d212f9a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 210 time: 0.0828624 Jan 22 20:09:02.543191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852371319'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:02.559445 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:02.710588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c04142-0327-45e7-af5c-0b027be81878,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:02.715153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:02.776514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Checking segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:02.776907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Network hostable DHCP agents. Network: aaeff783-d934-42c0-b856-7a48086754e7, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:09:02.795024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Network aaeff783-d934-42c0-b856-7a48086754e7 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:09:02.803259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, aaeff783-d934-42c0-b856-7a48086754e7) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:02.813109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffeae78-01cc-46bc-8e31-e6fa201b1196 None None] Network aaeff783-d934-42c0-b856-7a48086754e7 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:09:02.815966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:02.816611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:02.836504 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-00309f58-1570-43ec-929e-63dd11fee2e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9129901 Jan 22 20:09:02.839345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52644) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:02.845385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:02.850203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:02.854282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Usage tracker for resource:router and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:02.858434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:02.864337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:02.873588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:02.875181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:02.892039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:03.055046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-aaeff783-d934-42c0-b856-7a48086754e7', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 20:09:03.055974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:03.184070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:03.380616 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-65a29f68-187f-492f-8252-06da27f7641c req-fa7ab90f-fe7f-430b-b6f4-8296dfbe8f82 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 210 time: 0.0558434 Jan 22 20:09:03.386683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Allocated IP 172.20.0.2 (aaeff783-d934-42c0-b856-7a48086754e7/20c04142-0327-45e7-af5c-0b027be81878/d17cf41d-1ba2-479f-861c-22e00679b19f) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:03.394496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-07c46a1e-4175-4888-a279-e78802d16f48 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:03.396139 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-07c46a1e-4175-4888-a279-e78802d16f48 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 809 time: 0.2040479 Jan 22 20:09:03.474714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:03.575811 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-fb74b24e-c34a-4c60-86a8-c110b470dfc6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=803183c6e82d4bc79906dd19c7fabb5b HTTP/1.1" status: 200 len: 5703 time: 0.1469655 Jan 22 20:09:03.671878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:03.686773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Transition to ACTIVE for port object d17cf41d-1ba2-479f-861c-22e00679b19f will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:03.707974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Transition to ACTIVE for port object d17cf41d-1ba2-479f-861c-22e00679b19f will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:03.715454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:03.733952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:03.811972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'port': {'device_id': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'admin_state_up': True, 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'security_groups': ['f998a6e2-7c59-4aa1-b8a3-44e54dfa1544']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:04.041034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Pushing event updated for resources: {'Port': ['ID=d17cf41d-1ba2-479f-861c-22e00679b19f,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:04.044018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:04.099410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Network aaeff783-d934-42c0-b856-7a48086754e7 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:04.100596 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:04.103226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:04.133662 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:04.151861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:04.164276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Attempting to bind port d17cf41d-1ba2-479f-861c-22e00679b19f on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:09:04.164693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Attempting to bind port d17cf41d-1ba2-479f-861c-22e00679b19f by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:09:04.165142 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Attempting to bind port d17cf41d-1ba2-479f-861c-22e00679b19f on network aaeff783-d934-42c0-b856-7a48086754e7 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:09:04.172011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:09:04.172859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Checking segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:04.172970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:04.173328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Bound using segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:09:04.174004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Bound port: d17cf41d-1ba2-479f-861c-22e00679b19f, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:09:04.174270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:04.174395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:04.206531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Made reservation on behalf of 803183c6e82d4bc79906dd19c7fabb5b for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:09:04.216226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:04.228367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:04.271447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] For port d17cf41d-1ba2-479f-861c-22e00679b19f, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:09:04.274572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] For port d17cf41d-1ba2-479f-861c-22e00679b19f, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=d17cf41d-1ba2-479f-861c-22e00679b19f,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:09:04.277799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:04.293425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:04.450274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Pushing event updated for resources: {'Port': ['ID=d17cf41d-1ba2-479f-861c-22e00679b19f,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:04.455977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:04.583131 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-deeac645-b270-42b9-a001-f17f7e153812 req-86073027-51a9-4cad-b704-3fb6a97a7dfe tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 210 time: 0.0513165 Jan 22 20:09:04.767142 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Allocated IP 172.28.1.194 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/2db67a27-780b-4221-aea2-959c167c9000) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:04.779901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Allocated IP 172.20.0.3 (faafef52-b329-4194-a197-2e5f09b3c452/9026c08e-8093-4737-a8a6-99b1876afaf5/144e2e02-83e5-438e-947e-b937d4405b70) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:05.126102 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:05.174450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:05.185107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-11c4c45e-93c1-4e94-82cd-9b0c4f5cc114 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:05.187313 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-11c4c45e-93c1-4e94-82cd-9b0c4f5cc114 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/networks?id=d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 200 len: 813 time: 0.1839604 Jan 22 20:09:05.197500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Transition to ACTIVE for port object 144e2e02-83e5-438e-947e-b937d4405b70 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:05.204307 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-57269203-e4cf-43a5-9240-c6c03aca1e23 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/quotas/e38cda6452aa46bf9a6dcc69f9dc5bce HTTP/1.1" status: 200 len: 375 time: 0.0107570 Jan 22 20:09:05.213524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:05.230180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:05.262924 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-81ef4627-805c-41c8-aa82-b7b5bfca43f7 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525215 Jan 22 20:09:05.380978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:05.385394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2db67a27-780b-4221-aea2-959c167c9000,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:05.409431 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-a1402b51-4379-4c9c-93ac-168ba950963b service neutron] 10.222.0.18 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387012 Jan 22 20:09:05.411022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:05.411564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4f3dd770-45d6-4b6e-a641-d43811a6d121 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:05.555021 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-3cd746da-65e3-4d0b-9a99-e0aa2a701890 service neutron] 10.222.0.18 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389554 Jan 22 20:09:05.586075 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event updated for resources: {'Port': ['ID=144e2e02-83e5-438e-947e-b937d4405b70,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:05.595179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:05.608609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:05.618378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:05.622828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:05.710128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Network faafef52-b329-4194-a197-2e5f09b3c452 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:05.782056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device d17cf41d-1ba2-479f-861c-22e00679b19f up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:05.815763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:05.834246 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ce1b6919-7af7-4494-9400-34f3c7598175 req-0dfc71c2-6b28-4955-aa39-da165c319c76 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 210 time: 0.0918124 Jan 22 20:09:05.841991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:05.953447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port d17cf41d-1ba2-479f-861c-22e00679b19f completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:06.116202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1dae5-af0c-4288-8934-4166d078415e req-520944a6-f241-4757-8096-46145debcf40 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:06.117878 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2c1dae5-af0c-4288-8934-4166d078415e req-520944a6-f241-4757-8096-46145debcf40 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 931 time: 0.1312034 Jan 22 20:09:06.130836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e6852b-2084-48cc-87e9-012621d2030a None None] Network aaeff783-d934-42c0-b856-7a48086754e7 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:09:06.209617 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2c1dae5-af0c-4288-8934-4166d078415e req-5fb4db01-a95f-4707-a4c6-1637a329a90e tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829298 Jan 22 20:09:06.273218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Provisioning for port d17cf41d-1ba2-479f-861c-22e00679b19f completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:06.282356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Provisioning complete for port d17cf41d-1ba2-479f-861c-22e00679b19f triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:06.282890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.392406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:06.393033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.521545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.571846 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7693305 Jan 22 20:09:06.572260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] For port d17cf41d-1ba2-479f-861c-22e00679b19f, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=d17cf41d-1ba2-479f-861c-22e00679b19f,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:06.576382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.579321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:06.595898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Request body: {'port': {'device_id': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:06.637796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Provisioning for port 144e2e02-83e5-438e-947e-b937d4405b70 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:06.653500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Provisioning complete for port 144e2e02-83e5-438e-947e-b937d4405b70 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:06.654043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.705444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Pushing event updated for resources: {'Port': ['ID=d17cf41d-1ba2-479f-861c-22e00679b19f,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:06.715892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:06.723145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Port 144e2e02-83e5-438e-947e-b937d4405b70 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:09:06.747150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.844385 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3c5ae459-ce01-47f4-b4d9-9d3644387145 None None] Provisioning complete for port d17cf41d-1ba2-479f-861c-22e00679b19f triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:06.844954 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae459-ce01-47f4-b4d9-9d3644387145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:06.908914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.068193 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ec855238-9dcc-4b68-ab7c-b9740ce49aca req-6833f2fc-5d63-4bae-a186-34db4270dce7 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 210 time: 0.0695362 Jan 22 20:09:07.202459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-5782c0bf-c5a1-4b9b-9a19-71d980707c91 None None] Provisioning complete for port d17cf41d-1ba2-479f-861c-22e00679b19f triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:07.202727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5782c0bf-c5a1-4b9b-9a19-71d980707c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.254703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:09:07.492050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.600114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-88f49195-799e-48e2-a098-1aca3ec952b9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:07.601709 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-88f49195-799e-48e2-a098-1aca3ec952b9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "GET /v2.0/networks?id=d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 200 len: 813 time: 0.5296631 Jan 22 20:09:07.651709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68620a-a81c-4a55-8baf-1db65807e45f req-71479a1c-b450-498b-9b14-9fc332d1dbc1 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:07.653471 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bc68620a-a81c-4a55-8baf-1db65807e45f req-71479a1c-b450-498b-9b14-9fc332d1dbc1 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 931 time: 0.1889656 Jan 22 20:09:07.658778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Request body: {'port': {'device_id': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f', 'admin_state_up': True, 'tenant_id': 'e38cda6452aa46bf9a6dcc69f9dc5bce'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:07.675924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device d17cf41d-1ba2-479f-861c-22e00679b19f up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:07.749374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port d17cf41d-1ba2-479f-861c-22e00679b19f triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:07.749977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.804869 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bc68620a-a81c-4a55-8baf-1db65807e45f req-bde5fd4f-1b73-41e4-8626-d5796541bedd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280663 Jan 22 20:09:07.852505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:07.856776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Usage tracker for resource:port and tenant:e38cda6452aa46bf9a6dcc69f9dc5bce is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:07.860376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Quota usage for port was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:07.864364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144e2e02-83e5-438e-947e-b937d4405b70 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:09:07.866276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:07.873966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.876333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Made reservation on behalf of e38cda6452aa46bf9a6dcc69f9dc5bce for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:09:07.888841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.889825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Transition to ACTIVE for port object 144e2e02-83e5-438e-947e-b937d4405b70 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:07.890773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 20:09:07.894054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:07.911172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:08.222873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Allocated IP 172.20.0.6 (d6815e78-68f2-4e8b-bf43-4802a1873c0f/dc7566fc-d4d8-4469-ab4a-3e3337093cb7/0b83ddcb-c3da-4367-8b1c-7e8b1700d694) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:08.318411 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1e79801c-d81b-4289-887a-814da2ab741e req-12864d17-85ce-4d6a-bc21-3508ddfafc8c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 210 time: 0.0774002 Jan 22 20:09:08.399723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=144e2e02-83e5-438e-947e-b937d4405b70,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:08.407092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:08.505649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:08.538565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:08.553874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:09:08.564919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:09:08.575035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:08.575736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:08.579771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:08.625320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:08.626689 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7863142 Jan 22 20:09:08.630169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52700) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:08.674633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Pushing event updated for resources: {'Port': ['ID=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:08.679406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:08.786847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Attempting to bind port 144e2e02-83e5-438e-947e-b937d4405b70 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:09:08.787170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Attempting to bind port 144e2e02-83e5-438e-947e-b937d4405b70 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:09:08.787493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Attempting to bind port 144e2e02-83e5-438e-947e-b937d4405b70 on network faafef52-b329-4194-a197-2e5f09b3c452 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:09:08.804627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:09:08.805010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Checking segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:08.805394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:08.805791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Bound using segment: {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:09:08.806282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Bound port: 144e2e02-83e5-438e-947e-b937d4405b70, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30020f96-d738-4fb8-9e02-8c9c117c4b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:09:08.806442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:08.806656 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:08.810380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:08.812727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:08.815210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:08.924745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:08.925401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:08.953824 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2992079 Jan 22 20:09:08.974167 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Request body: {'port': {'device_id': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:09.065303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] For port 144e2e02-83e5-438e-947e-b937d4405b70, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:09:09.089262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] For port 144e2e02-83e5-438e-947e-b937d4405b70, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=144e2e02-83e5-438e-947e-b937d4405b70,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:09:09.099241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.117047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-99058b23-0ba7-49e2-937e-d9fab747906e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:09.133384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:06Z', 'revision_number': 3, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:09.137862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:09:09.138418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Updating router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 port 2db67a27-780b-4221-aea2-959c167c9000 binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:09:09.202259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.202494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.250367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e438a8e-4f5a-4372-99c1-dfa70a6c6b4d req-e5eccb47-745d-4ed6-b789-a10231c051cb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:09.252070 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e438a8e-4f5a-4372-99c1-dfa70a6c6b4d req-e5eccb47-745d-4ed6-b789-a10231c051cb tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 943 time: 0.2486002 Jan 22 20:09:09.405856 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9e438a8e-4f5a-4372-99c1-dfa70a6c6b4d req-b7ec3de6-ed8f-4488-b4ed-b2efb32bda6a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236465 Jan 22 20:09:09.407145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=144e2e02-83e5-438e-947e-b937d4405b70,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:09.410871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:09.485934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:09.486628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.488099 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/144e2e02-83e5-438e-947e-b937d4405b70 HTTP/1.1" status: 200 len: 1157 time: 2.9001732 Jan 22 20:09:09.488632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:09.590421 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70', 'status': 'completed', 'code': 200} Jan 22 20:09:09.711900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.726694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Transition to ACTIVE for port object 2db67a27-780b-4221-aea2-959c167c9000 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:09.731626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.735286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4168d-1de6-43a1-9392-cff2a5e13359 req-d5a8c4de-7196-4730-b35c-39fc841483c2 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:09.736159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c0c4168d-1de6-43a1-9392-cff2a5e13359 req-d5a8c4de-7196-4730-b35c-39fc841483c2 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Synchronizing usage tracker for tenant:e38cda6452aa46bf9a6dcc69f9dc5bce on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:09.750445 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:09.777720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c0c4168d-1de6-43a1-9392-cff2a5e13359 req-d5a8c4de-7196-4730-b35c-39fc841483c2 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Unset dirty status for tenant:e38cda6452aa46bf9a6dcc69f9dc5bce on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:09.779031 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0c4168d-1de6-43a1-9392-cff2a5e13359 req-d5a8c4de-7196-4730-b35c-39fc841483c2 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 931 time: 0.2787714 Jan 22 20:09:09.788523 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-9167fce5-c33e-4a9f-bf5d-92007cc62c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:09.790086 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-9167fce5-c33e-4a9f-bf5d-92007cc62c78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 1160 time: 0.1988120 Jan 22 20:09:09.853724 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0c4168d-1de6-43a1-9392-cff2a5e13359 req-f904851d-2b49-45bc-b643-949b42fae3bb tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640914 Jan 22 20:09:09.869984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.897561 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-83b306de-e843-474a-8128-72e775ec24f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=144e2e02-83e5-438e-947e-b937d4405b70 HTTP/1.1" status: 200 len: 217 time: 0.0880592 Jan 22 20:09:09.906487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd302ff-6254-491d-b4da-9a21d19905be None None] Pushing event updated for resources: {'Port': ['ID=2db67a27-780b-4221-aea2-959c167c9000,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:09.912746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fd302ff-6254-491d-b4da-9a21d19905be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:09.921396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:09:09.929359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.942657 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Transition to ACTIVE for port object 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:09.945430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:09.961687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:10.071429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-7538a243-479c-498f-9ec8-fad41907f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:10.073037 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-7538a243-479c-498f-9ec8-fad41907f52b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.1600454 Jan 22 20:09:10.131229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Pushing event updated for resources: {'Port': ['ID=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:10.136723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:10.186349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Attempting to bind port 2db67a27-780b-4221-aea2-959c167c9000 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:09:10.187012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Attempting to bind port 2db67a27-780b-4221-aea2-959c167c9000 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:09:10.187499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Attempting to bind port 2db67a27-780b-4221-aea2-959c167c9000 on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:09:10.199434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:09:10.199929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:10.200457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.201048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:09:10.202216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Bound port: 2db67a27-780b-4221-aea2-959c167c9000, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:09:10.202799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.280352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] For port 2db67a27-780b-4221-aea2-959c167c9000, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:09:10.284001 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] For port 2db67a27-780b-4221-aea2-959c167c9000, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2db67a27-780b-4221-aea2-959c167c9000,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:09:10.289352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.298201 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-c717c7b1-4201-4ecf-99fa-d5a269f8bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:10.299876 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-c717c7b1-4201-4ecf-99fa-d5a269f8bb94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2096703 Jan 22 20:09:10.305758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6d3cd514-d353-4b12-b46c-3b699b5c4359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:10.315501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Attempting to bind port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:09:10.315880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Attempting to bind port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:09:10.316250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Attempting to bind port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 on network d6815e78-68f2-4e8b-bf43-4802a1873c0f {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:09:10.322120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:09:10.322419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Checking segment: {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:10.322880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.323273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Bound using segment: {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:09:10.323738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Bound port: 0b83ddcb-c3da-4367-8b1c-7e8b1700d694, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a4533f-22c1-489c-abe9-9d00e961cbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6815e78-68f2-4e8b-bf43-4802a1873c0f'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:09:10.324106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.422097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] For port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:09:10.428094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] For port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,segment=NetworkSegment(99a4533f-22c1-489c-abe9-9d00e961cbe8),segment_id=99a4533f-22c1-489c-abe9-9d00e961cbe8)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:09:10.438132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.469150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd302ff-6254-491d-b4da-9a21d19905be None None] Pushing event updated for resources: {'Port': ['ID=2db67a27-780b-4221-aea2-959c167c9000,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:10.472615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fd302ff-6254-491d-b4da-9a21d19905be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:10.517809 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:10.518495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:10.526472 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-049106bb-788b-4a35-96cf-917bb69fb439 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156692 Jan 22 20:09:10.537932 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c1231a9b-f518-4334-a93f-608844a453e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:10.560773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Allocated IP 172.20.0.1 (aaeff783-d934-42c0-b856-7a48086754e7/20c04142-0327-45e7-af5c-0b027be81878/6450b757-2f7f-44f2-8dde-f8810a3082ac) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:10.700564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Pushing event updated for resources: {'Port': ['ID=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:10.705430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:10.719720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:10.737013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:10.737693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:10.739240 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] 10.222.0.22 "PUT /v2.0/ports/0b83ddcb-c3da-4367-8b1c-7e8b1700d694 HTTP/1.1" status: 200 len: 1157 time: 1.7700346 Jan 22 20:09:10.741708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'tag': '0b83ddcb-c3da-4367-8b1c-7e8b1700d694'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:10.786213 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4937670-8fa7-4977-8310-e8a3c3ce29c9 req-33ec5bfe-f1b5-4b87-b8ca-bb10b1c1def4 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:10.787980 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4937670-8fa7-4977-8310-e8a3c3ce29c9 req-33ec5bfe-f1b5-4b87-b8ca-bb10b1c1def4 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 943 time: 0.2512066 Jan 22 20:09:10.862033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'tag': '0b83ddcb-c3da-4367-8b1c-7e8b1700d694', 'status': 'completed', 'code': 200} Jan 22 20:09:10.896598 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4937670-8fa7-4977-8310-e8a3c3ce29c9 req-a4d35195-e2b8-4ec0-9e48-ca4214186067 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993145 Jan 22 20:09:10.942196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-07b9a49a-7fa2-4efc-8261-d37c621e33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:10.943853 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-07b9a49a-7fa2-4efc-8261-d37c621e33ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 1160 time: 0.1288610 Jan 22 20:09:11.041094 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e30a4a-fe10-4e54-ac38-ddbb6fe41d36 req-d0b843cb-cddd-4805-b6a0-c7f97863ceda service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4504724 Jan 22 20:09:11.063238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:06Z', 'revision_number': 3, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:11.072408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4458f7-07c2-4c0a-bf7c-994d94307ef0 None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:06Z', 'revision_number': 3, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:09:11.086510 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-9789e340-95bf-431a-8b4f-e456c4f6d8fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b83ddcb-c3da-4367-8b1c-7e8b1700d694 HTTP/1.1" status: 200 len: 217 time: 0.1281092 Jan 22 20:09:11.106092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:11.129754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Transition to ACTIVE for port object 6450b757-2f7f-44f2-8dde-f8810a3082ac will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:11.157739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55c18-da93-4436-976f-1ef8e3b27add req-9584cb3c-63f0-4896-a24a-54b9c76fb054 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:11.159497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3fe55c18-da93-4436-976f-1ef8e3b27add req-9584cb3c-63f0-4896-a24a-54b9c76fb054 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 943 time: 0.1390393 Jan 22 20:09:11.203459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:11.219024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-45dab6c8-4b69-4913-8d5f-d729feafdc54 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:11.262818 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-40f02bfd-fcf9-48aa-8653-9c317ea74972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:11.264617 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-40f02bfd-fcf9-48aa-8653-9c317ea74972 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc7566fc-d4d8-4469-ab4a-3e3337093cb7 HTTP/1.1" status: 200 len: 853 time: 0.1041486 Jan 22 20:09:11.272995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3fe55c18-da93-4436-976f-1ef8e3b27add req-554801be-8676-4e18-b400-05d49c3c1c04 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700567 Jan 22 20:09:11.320368 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-04073c2d-697b-47b2-90e5-2e797e648542 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6815e78-68f2-4e8b-bf43-4802a1873c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463591 Jan 22 20:09:11.389906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Pushing event updated for resources: {'Port': ['ID=6450b757-2f7f-44f2-8dde-f8810a3082ac,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:11.393403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:11.410131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-eadaf0c9-5730-430e-8f90-bdf302d0cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:11.411860 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-eadaf0c9-5730-430e-8f90-bdf302d0cbf7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 1160 time: 0.2632926 Jan 22 20:09:11.571926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Network aaeff783-d934-42c0-b856-7a48086754e7 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:11.574940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:11.577653 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:11.695829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:11.700338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-eacabb2c-24a0-42c6-ae06-d7ac627f943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:11.704680 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-eacabb2c-24a0-42c6-ae06-d7ac627f943d service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.2804909 Jan 22 20:09:11.719273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2db67a27-780b-4221-aea2-959c167c9000 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:11.759248 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-b71899c4-2407-422b-9678-47e7910e3cbd service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306319 Jan 22 20:09:11.827487 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-30a9041e-90f5-43ee-87f5-8b40408f8df6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=144e2e02-83e5-438e-947e-b937d4405b70 HTTP/1.1" status: 200 len: 217 time: 0.1066351 Jan 22 20:09:11.859933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 2db67a27-780b-4221-aea2-959c167c9000 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:11.863449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-67bbd1da-10ad-4a59-a587-48f37304d2d3 None None] Provisioning for port 6450b757-2f7f-44f2-8dde-f8810a3082ac completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:11.870358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 2db67a27-780b-4221-aea2-959c167c9000 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:11.870913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:11.905630 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-67bbd1da-10ad-4a59-a587-48f37304d2d3 None None] Provisioning complete for port 6450b757-2f7f-44f2-8dde-f8810a3082ac triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:11.906158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67bbd1da-10ad-4a59-a587-48f37304d2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:11.925002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-020eea2d-db74-4309-ad3c-ab89e7378c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:11.927245 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-020eea2d-db74-4309-ad3c-ab89e7378c5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.0921922 Jan 22 20:09:11.932335 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-76cf5397-cb1d-4c35-ab6f-578a7f1b3896 req-8356f79b-be41-4129-9bbe-d4d28fb2cd78 service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644273 Jan 22 20:09:11.994274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-67bbd1da-10ad-4a59-a587-48f37304d2d3 None None] Port 6450b757-2f7f-44f2-8dde-f8810a3082ac cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:09:12.096033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:12.115740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 2db67a27-780b-4221-aea2-959c167c9000, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2db67a27-780b-4221-aea2-959c167c9000,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:12.119372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:12.121336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:12.125518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:12.215609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=2db67a27-780b-4221-aea2-959c167c9000,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:12.220058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:12.220226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-b056e82e-cc27-4524-ad85-1f8b5f3e013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:12.222329 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-b056e82e-cc27-4524-ad85-1f8b5f3e013d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 1160 time: 0.1848848 Jan 22 20:09:12.284161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-5816300f-17fe-4903-9b3b-47e448bcafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:12.284364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f8598-0650-4f64-927f-03327e45b9f9 req-7d88d67d-e433-48b4-b8cf-240dff5d01f0 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:12.285760 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-5816300f-17fe-4903-9b3b-47e448bcafc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2803304 Jan 22 20:09:12.285901 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-377f8598-0650-4f64-927f-03327e45b9f9 req-7d88d67d-e433-48b4-b8cf-240dff5d01f0 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 943 time: 0.1833773 Jan 22 20:09:12.426537 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-377f8598-0650-4f64-927f-03327e45b9f9 req-1cf395b5-3cd3-47ee-afe6-837ac3f698ed tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281753 Jan 22 20:09:12.466654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-c3147133-72cc-4163-a9d6-45d515a69ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:12.470178 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-c3147133-72cc-4163-a9d6-45d515a69ae1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 200 len: 907 time: 0.2396572 Jan 22 20:09:12.546578 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-d15b605e-a33d-4e38-a5a1-192d7f0735f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b83ddcb-c3da-4367-8b1c-7e8b1700d694 HTTP/1.1" status: 200 len: 217 time: 0.0686033 Jan 22 20:09:12.560769 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-7293b2da-419c-477c-a81a-09521fd97828 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661588 Jan 22 20:09:12.679480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-b74d25e0-51ad-48ce-b7f0-fdc572d4855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:12.681329 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-b74d25e0-51ad-48ce-b7f0-fdc572d4855f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc7566fc-d4d8-4469-ab4a-3e3337093cb7 HTTP/1.1" status: 200 len: 853 time: 0.1214135 Jan 22 20:09:12.737614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:12.745315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:12.749793 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-db4a6e1c-6a37-43b6-b7d0-50b07041d5a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d6815e78-68f2-4e8b-bf43-4802a1873c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607789 Jan 22 20:09:12.775167 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-94b940b6-b31b-4435-b165-353b4e0c24c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:12.782835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b406a-b755-4fcc-b815-5390388a83ed req-fa0d7d22-3f04-44a1-aa49-c530c2eae682 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:12.784410 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d10b406a-b755-4fcc-b815-5390388a83ed req-fa0d7d22-3f04-44a1-aa49-c530c2eae682 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 943 time: 0.1857321 Jan 22 20:09:12.806019 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d1d7f0b-b855-45ae-98b4-2cac37fb5cd8 req-a49bec41-2bab-4b6c-935e-3a19a730d74c service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2371733 Jan 22 20:09:12.864442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:12.879648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Pushing event updated for resources: {'Port': ['ID=6450b757-2f7f-44f2-8dde-f8810a3082ac,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:12.901067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.901478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.901880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.902279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.902715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.903111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.903501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.903891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.904901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.905286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.905672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.906055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.906480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.906896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.907278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.907661 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.908041 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.908425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.908805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.909187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.909568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.909947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.910328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.910730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:12.916236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:12.934243 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d10b406a-b755-4fcc-b815-5390388a83ed req-d2f96d59-7b7f-415b-b691-ccf62141238d tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273496 Jan 22 20:09:12.975901 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-01954304-5f2e-4ae1-b22a-40e372d8d8f1 service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904056 Jan 22 20:09:13.030599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Network aaeff783-d934-42c0-b856-7a48086754e7 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:13.032154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:13.143114 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2b04c97-d3ec-4020-9874-c7f881b382fb req-be35a81a-19d8-4c6e-9699-e70b07021638 service neutron] 10.222.0.22 "GET /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1589191 Jan 22 20:09:13.240100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:09:13.324431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-757e192f-a22b-43c4-80f5-84f817bc2f29 None None] Provisioning complete for port 6450b757-2f7f-44f2-8dde-f8810a3082ac triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:13.324782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-757e192f-a22b-43c4-80f5-84f817bc2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:13.380443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-757e192f-a22b-43c4-80f5-84f817bc2f29 None None] Port 6450b757-2f7f-44f2-8dde-f8810a3082ac cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:09:13.402554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 144e2e02-83e5-438e-947e-b937d4405b70 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:13.484534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 144e2e02-83e5-438e-947e-b937d4405b70 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:13.490567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 144e2e02-83e5-438e-947e-b937d4405b70 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:13.491011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:13.625235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:13.647064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:09:13.656751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:13.667287 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e9c8825-9bd3-4142-8b58-b8fcea83ea06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0359545 Jan 22 20:09:13.676087 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 144e2e02-83e5-438e-947e-b937d4405b70, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=144e2e02-83e5-438e-947e-b937d4405b70,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:13.690036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:13.692683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:13.708171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcab25-de93-4123-8947-5333ccc849f7 req-e89c678d-4642-45ee-98b1-d968eb08fb2d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:13.719203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0bfcab25-de93-4123-8947-5333ccc849f7 req-e89c678d-4642-45ee-98b1-d968eb08fb2d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 943 time: 0.1353602 Jan 22 20:09:13.739706 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70', 'code': 200} Jan 22 20:09:13.740819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2db67a27-780b-4221-aea2-959c167c9000 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:13.791479 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0bfcab25-de93-4123-8947-5333ccc849f7 req-e0c9bf5c-a4f2-40e3-860b-d43530c7f306 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672755 Jan 22 20:09:13.850543 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=144e2e02-83e5-438e-947e-b937d4405b70,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:13.854382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:13.867179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 2db67a27-780b-4221-aea2-959c167c9000 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:13.867710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.036168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b735-f958-4854-8c97-15e92e7b718f req-4c6c50c2-c4a0-4c47-b779-54592504c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:14.037814 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dbb8b735-f958-4854-8c97-15e92e7b718f req-4c6c50c2-c4a0-4c47-b779-54592504c4c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 1162 time: 0.0948954 Jan 22 20:09:14.137798 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dbb8b735-f958-4854-8c97-15e92e7b718f req-772a275d-452b-48be-b719-cf8ad23eaae9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933442 Jan 22 20:09:14.198218 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1caf68-b05d-4edd-a80e-b8e1f89b8993 req-fa251ec4-987d-40f7-8894-16150bec469b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:14.199919 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6f1caf68-b05d-4edd-a80e-b8e1f89b8993 req-fa251ec4-987d-40f7-8894-16150bec469b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 943 time: 0.1146224 Jan 22 20:09:14.223626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:09:14.237913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:14.238882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:14.261236 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6f1caf68-b05d-4edd-a80e-b8e1f89b8993 req-1294373d-12eb-4b3d-8846-cfdbe6eb7a76 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546141 Jan 22 20:09:14.428254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:14.428846 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52734) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:14.434860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'security_group': {'name': 'tempest-securitygroup--129839106', 'description': 'tempest-description--1294564041'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:14.445375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:14.449360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:14.453199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:14.460688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:14.470984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.491729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:14.495712 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:14.498770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:14.504499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:14.577732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.580534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.586076 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-51dd7a90-3de1-4da2-a391-dde0e0133576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:14.627764 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'SecurityGroup': ['ID=29a0bf96-ed4a-4a13-9111-56b94cc7d871,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:14.631022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:14.632099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.636310 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2036595 Jan 22 20:09:14.636801 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52738) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:14.642949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'security_group_rule': {'security_group_id': '29a0bf96-ed4a-4a13-9111-56b94cc7d871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:14.654080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:14.658145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:14.661168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:14.667252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:14.683845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.754209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.758742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.761011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6c370a8f-45fa-4c61-bda8-ba06b00f075a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:14.785360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b033f82-5e3a-411c-ac6a-62d182f6542f,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:14.790099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:14.798616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.799968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624560 Jan 22 20:09:14.802972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52742) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:14.809016 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'security_group_rule': {'security_group_id': '29a0bf96-ed4a-4a13-9111-56b94cc7d871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:14.821796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:14.827777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:14.831409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:14.837802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:14.859598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.929254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 2, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:14.933563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:09:14.933987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Updating router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 port 6450b757-2f7f-44f2-8dde-f8810a3082ac binding host dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:09:14.962996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.969993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:14.983743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:14.990072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.008079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e0172a-f1a4-471b-9e77-665b1bf9c948,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:15.016906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:15.019073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.020360 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-49045494-7a76-433b-9ec3-99ef535d660f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163584 Jan 22 20:09:15.023740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 52748) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:15.030453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'floatingip': {'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:15.049406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:15.055666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:floatingip and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:15.059413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:15.068207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:15.098257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4711d52-233a-478c-a4c4-b0eb1ecd9057 req-44a73553-8a78-4d02-8c09-d4a8df2ad2c2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:15.099903 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a4711d52-233a-478c-a4c4-b0eb1ecd9057 req-44a73553-8a78-4d02-8c09-d4a8df2ad2c2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.1761661 Jan 22 20:09:15.123154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.192590 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a4711d52-233a-478c-a4c4-b0eb1ecd9057 req-1fb73dc7-927c-4190-ab00-0b772664084b tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861692 Jan 22 20:09:15.300673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.433961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.447416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Transition to ACTIVE for port object 6450b757-2f7f-44f2-8dde-f8810a3082ac will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:15.449983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.467148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9cf5a307-53be-4d99-86eb-a883d175765e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:15.602140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Pushing event updated for resources: {'Port': ['ID=6450b757-2f7f-44f2-8dde-f8810a3082ac,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:15.620354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.620796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.621080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.621445 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.621823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.622171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.622525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.623438 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.623791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.624145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.624621 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.624847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.625230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.625584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.625934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.626284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.626649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.627004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.627355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.627703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.628055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.628403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.628751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.629100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:15.633210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:15.653591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bfbe7-e782-4636-bf7f-50931b3b584e req-e8c94ce5-2f16-4929-814c-789ca722ee97 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:15.655523 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dc2bfbe7-e782-4636-bf7f-50931b3b584e req-e8c94ce5-2f16-4929-814c-789ca722ee97 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 943 time: 0.2418585 Jan 22 20:09:15.722231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Allocated IP 172.28.1.238 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/12698a98-e59e-470a-b6f6-7b48bee2a79a) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:15.746430 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dc2bfbe7-e782-4636-bf7f-50931b3b584e req-d0c251aa-5a73-485b-bce8-1e5f504a0375 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830350 Jan 22 20:09:15.789538 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 144e2e02-83e5-438e-947e-b937d4405b70 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:15.791674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Attempting to bind port 6450b757-2f7f-44f2-8dde-f8810a3082ac on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:09:15.792091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Attempting to bind port 6450b757-2f7f-44f2-8dde-f8810a3082ac by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:09:15.792501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Attempting to bind port 6450b757-2f7f-44f2-8dde-f8810a3082ac on network aaeff783-d934-42c0-b856-7a48086754e7 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:09:15.799599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:09:15.800166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Checking segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:15.800883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.801322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Bound using segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:09:15.801845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Bound port: 6450b757-2f7f-44f2-8dde-f8810a3082ac, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:09:15.802263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.877312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 144e2e02-83e5-438e-947e-b937d4405b70 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:15.877733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.906278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.908849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] For port 6450b757-2f7f-44f2-8dde-f8810a3082ac, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:09:15.912349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] For port 6450b757-2f7f-44f2-8dde-f8810a3082ac, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=6450b757-2f7f-44f2-8dde-f8810a3082ac,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:09:15.916363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:15.933036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-193ad886-c8fc-404d-b308-069fc45e0a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:15.937663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:16.015930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:16.071816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1a32ec94-335c-4f2d-9029-d2cb1a0f2487 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:16.085686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Pushing event updated for resources: {'Port': ['ID=6450b757-2f7f-44f2-8dde-f8810a3082ac,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:16.090981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c47cd9fb-265d-45b6-ab6b-293ebc8c2e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:16.107955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:16.115147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:16.115845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:16.142814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:16.143248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:16.144014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:16.145899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:16.150263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:16.207731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'Port': ['ID=12698a98-e59e-470a-b6f6-7b48bee2a79a,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:16.212151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:16.280009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:16.310798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:16.316875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b83ddcb-c3da-4367-8b1c-7e8b1700d694'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:16.329194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,segment=NetworkSegment(99a4533f-22c1-489c-abe9-9d00e961cbe8),segment_id=99a4533f-22c1-489c-abe9-9d00e961cbe8)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:16.338652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:16.340795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fd302ff-6254-491d-b4da-9a21d19905be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:16.386142 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:16.396945 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b83ddcb-c3da-4367-8b1c-7e8b1700d694', 'code': 200} Jan 22 20:09:16.433413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:16.440208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:16.453688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:16.744358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:15Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:16.749146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551a289-c67d-4536-afe8-e76273e6d088 None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:15Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:09:16.997810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf17a-0b46-40b6-a168-96aea2680b19 req-6718ead1-aa2d-4e66-88d5-595b54ccf3e7 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:16.999657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ec5cf17a-0b46-40b6-a168-96aea2680b19 req-6718ead1-aa2d-4e66-88d5-595b54ccf3e7 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.5907507 Jan 22 20:09:17.023703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746de22-1927-4ce2-8d6a-a02c5b6614a3 req-cc98d2e3-2eaa-496e-9250-a9aaddca1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:17.025266 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2746de22-1927-4ce2-8d6a-a02c5b6614a3 req-cc98d2e3-2eaa-496e-9250-a9aaddca1a8f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 1162 time: 0.3135455 Jan 22 20:09:17.187326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 144e2e02-83e5-438e-947e-b937d4405b70 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:17.206597 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ec5cf17a-0b46-40b6-a168-96aea2680b19 req-486db870-0bdb-4a26-8170-68a9e0041270 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855867 Jan 22 20:09:17.212153 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2746de22-1927-4ce2-8d6a-a02c5b6614a3 req-74a75172-ddef-41d6-b3b3-150a2ba4c23a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794333 Jan 22 20:09:17.268129 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a60fd-0a40-43a9-a494-df16f7541bed req-dc9b962d-3532-48c9-b5ef-488276229d34 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:17.275142 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 144e2e02-83e5-438e-947e-b937d4405b70 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:17.275574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.275850 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-130a60fd-0a40-43a9-a494-df16f7541bed req-dc9b962d-3532-48c9-b5ef-488276229d34 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.3744717 Jan 22 20:09:17.355255 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-130a60fd-0a40-43a9-a494-df16f7541bed req-61f36e21-a32e-4dfa-bdb2-f1584d73ecc8 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783503 Jan 22 20:09:17.399893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.413609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.420727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:17.436489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:17.495856 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:17.496280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.605757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'Port': ['ID=12698a98-e59e-470a-b6f6-7b48bee2a79a,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:17.612458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:17.672252 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ae6f9-4dd5-40e9-b709-1dcfec8016b6 req-cef45703-7df2-42d4-b04e-1741a8bee1f8 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:17.673816 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-099ae6f9-4dd5-40e9-b709-1dcfec8016b6 req-cef45703-7df2-42d4-b04e-1741a8bee1f8 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.3149796 Jan 22 20:09:17.684248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52762) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:17.691329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Request body: {'floatingip': {'port_id': '144e2e02-83e5-438e-947e-b937d4405b70'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:17.711540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 6450b757-2f7f-44f2-8dde-f8810a3082ac up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:17.753634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.780273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.782031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.786771 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7619512 Jan 22 20:09:17.796870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 6450b757-2f7f-44f2-8dde-f8810a3082ac completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:17.803136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 6450b757-2f7f-44f2-8dde-f8810a3082ac triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:17.803564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.941121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.975879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 6450b757-2f7f-44f2-8dde-f8810a3082ac, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=6450b757-2f7f-44f2-8dde-f8810a3082ac,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:17.978882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:17.981850 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e07a85b9-7cb5-4bb1-9ab7-3d28d4bfb30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:17.999101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-e6dd0864-311f-4a9d-b7d5-48b77f7eeee8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:18.016700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-e6dd0864-311f-4a9d-b7d5-48b77f7eeee8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:18.018235 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-e6dd0864-311f-4a9d-b7d5-48b77f7eeee8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--129839106&fields=id&tenant_id=606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 267 time: 0.0786164 Jan 22 20:09:18.235503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=6450b757-2f7f-44f2-8dde-f8810a3082ac,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:18.239122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:18.282186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-8bb5e38d-d341-4410-9615-fb7bc50c3f5b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:18.283852 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-8bb5e38d-d341-4410-9615-fb7bc50c3f5b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 817 time: 0.2533231 Jan 22 20:09:18.300870 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-6d51670c-5a09-4b5e-9034-e58a9bd7146f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/quotas/606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 375 time: 0.0105073 Jan 22 20:09:18.435455 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-5c3c2160-a136-4d29-aa62-dd088af33c1d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257958 Jan 22 20:09:18.670839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-6334aa1b-2a8f-443d-80fe-b49a2f4d5909 service neutron] 10.222.0.18 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271211 Jan 22 20:09:18.673059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:18.675821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:18.702124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79265a-9b3d-4794-9704-6a64bb89d395 req-7fa9a7a7-e44a-456e-995f-8cbc53a3f248 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:18.703805 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2c79265a-9b3d-4794-9704-6a64bb89d395 req-7fa9a7a7-e44a-456e-995f-8cbc53a3f248 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.1570070 Jan 22 20:09:18.859960 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2c79265a-9b3d-4794-9704-6a64bb89d395 req-4f39741a-1cee-4ce5-8827-49ad3df1de95 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310306 Jan 22 20:09:18.860231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Floating IP 6aa3b578-c8bb-461c-8037-e94ef9ca104c associated. External IP: 172.28.1.221, port: 144e2e02-83e5-438e-947e-b937d4405b70. Jan 22 20:09:18.898452 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-414d9389-95bd-4d6c-bcb5-158d3a56ac89 service neutron] 10.222.0.18 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1933537 Jan 22 20:09:19.039217 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-cbd917d4-75ae-433d-949d-d0a7293e0b27 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-154979394&fields=id&tenant_id=7a1ec86aefc74932af99974988bd3292 HTTP/1.1" status: 200 len: 267 time: 0.0613873 Jan 22 20:09:19.198533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-02949002-51b6-4a37-b4b0-b8ad829bc94b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:19.200381 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-02949002-51b6-4a37-b4b0-b8ad829bc94b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 985 time: 0.1576130 Jan 22 20:09:19.214895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Request body: {'port': {'security_groups': ['9a58270a-d59d-4724-bf95-74a119b9bfb7']}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:19.272532 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:09:19.389838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:19.491820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:09:19.496731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:19.504042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:09:19.514963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:19.515655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:19.601384 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8a4fc4c5-f79a-4261-9737-be039f4f9d3f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "PUT /v2.0/floatingips/6aa3b578-c8bb-461c-8037-e94ef9ca104c HTTP/1.1" status: 200 len: 991 time: 1.9151702 Jan 22 20:09:19.602073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:19.770565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] For port 652cbb3d-f322-4343-a1a4-518e560a1ac5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:19.782372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:19.812997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:19.818968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:19.844563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:19.845549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 6450b757-2f7f-44f2-8dde-f8810a3082ac up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:19.969738 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dfb9b8a7-c5b4-4c86-82e4-9ee561bddbae req-e3b0a65e-b144-4da3-86b3-d72185346020 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 210 time: 0.0781286 Jan 22 20:09:20.072409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 6450b757-2f7f-44f2-8dde-f8810a3082ac triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:20.072828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.086673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event updated for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=6']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:20.089989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:20.157642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:20.158795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.171237 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4a8ec0ea-dc5d-44fc-bfae-d267b8af2563 req-8d43b883-226d-49ec-9bce-7487fe6c5117 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "PUT /v2.0/ports/652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 943 time: 0.9620690 Jan 22 20:09:20.172189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:20.229981 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70', 'status': 'completed', 'code': 200} Jan 22 20:09:20.300366 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'status': 'completed', 'code': 200} Jan 22 20:09:20.334091 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-10ef010d-73e9-4cb7-87bc-511e9a705e02 req-e44f2a9b-6caf-4bcb-91ef-31efb6400dde tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups/8a9c3428-1d84-4ee1-b9d1-079752b59c56 HTTP/1.1" status: 200 len: 3003 time: 0.0871055 Jan 22 20:09:20.446638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '6aa3b578-c8bb-461c-8037-e94ef9ca104c', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'port_id': '144e2e02-83e5-438e-947e-b937d4405b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'mac_address': 'fa:16:3e:28:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:09:00Z', 'updated_at': '2021-01-22T20:09:18Z', 'revision_number': 1, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:20.452105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:09:20.465311 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:20.466156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:20.475301 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-10ef010d-73e9-4cb7-87bc-511e9a705e02 req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.513043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-10ef010d-73e9-4cb7-87bc-511e9a705e02 req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.575560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-1ea36228-7776-4dc3-81a3-67dbe5c8466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:20.577995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-1ea36228-7776-4dc3-81a3-67dbe5c8466c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 1162 time: 0.2006223 Jan 22 20:09:20.628183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-10ef010d-73e9-4cb7-87bc-511e9a705e02 req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.656983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-691ceef2-2dde-4a89-ba8f-4d2e5a6730d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:20.677603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9c3428-1d84-4ee1-b9d1-079752b59c56,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:20.683731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:20.695560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:20.733453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-10ef010d-73e9-4cb7-87bc-511e9a705e02 req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.740901 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-10ef010d-73e9-4cb7-87bc-511e9a705e02 req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "DELETE /v2.0/security-groups/8a9c3428-1d84-4ee1-b9d1-079752b59c56 HTTP/1.1" status: 204 len: 173 time: 0.4024086 Jan 22 20:09:20.801308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-de21f095-4b2b-4897-a2a1-aa1238943f2e None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:20.801711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de21f095-4b2b-4897-a2a1-aa1238943f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:20.908127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-699235b7-0481-425c-b91a-dc7086e2a7d9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:20.909116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-699235b7-0481-425c-b91a-dc7086e2a7d9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:20.925889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-3fefe381-40e5-406a-b695-b155336b855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:20.927886 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-3fefe381-40e5-406a-b695-b155336b855a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1163 time: 0.5792730 Jan 22 20:09:21.037727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-699235b7-0481-425c-b91a-dc7086e2a7d9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:21.039182 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-699235b7-0481-425c-b91a-dc7086e2a7d9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 817 time: 0.3305795 Jan 22 20:09:21.134435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-d4e571ad-0451-443d-bacf-c3135b59dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:21.136251 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-d4e571ad-0451-443d-bacf-c3135b59dc4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.1984107 Jan 22 20:09:21.184618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-3e958ba4-572f-469b-85a0-9d106d4685a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:21.187226 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-3e958ba4-572f-469b-85a0-9d106d4685a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 200 len: 903 time: 0.5945301 Jan 22 20:09:21.245175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-52127d7f-e33f-447c-8a3c-55285124e1e1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:21.283307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-52127d7f-e33f-447c-8a3c-55285124e1e1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:21.284810 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-52127d7f-e33f-447c-8a3c-55285124e1e1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 5708 time: 0.2176716 Jan 22 20:09:21.288724 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-329bf66e-77b5-4477-b7d1-c601169d31d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 1002 time: 0.1390159 Jan 22 20:09:21.301473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'port': {'device_id': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'admin_state_up': True, 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'security_groups': ['29a0bf96-ed4a-4a13-9111-56b94cc7d871']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:21.307680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 652cbb3d-f322-4343-a1a4-518e560a1ac5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:21.343688 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d6b5c27-12f2-41cd-ad27-025c42eeb1a3 req-ba94ade0-701b-494c-bf6a-477d252f7461 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 210 time: 0.1484897 Jan 22 20:09:21.369189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '6aa3b578-c8bb-461c-8037-e94ef9ca104c', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'port_id': '144e2e02-83e5-438e-947e-b937d4405b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'mac_address': 'fa:16:3e:28:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:09:00Z', 'updated_at': '2021-01-22T20:09:18Z', 'revision_number': 1, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:21.378351 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45432df1-9115-4f14-a0a4-36948ca7e3d6 None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '6aa3b578-c8bb-461c-8037-e94ef9ca104c', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'port_id': '144e2e02-83e5-438e-947e-b937d4405b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'mac_address': 'fa:16:3e:28:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:09:00Z', 'updated_at': '2021-01-22T20:09:18Z', 'revision_number': 1, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:09:21.389360 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-4881fa65-0384-4208-9764-2664c606a670 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/floatingips/a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b HTTP/1.1" status: 200 len: 999 time: 0.5763392 Jan 22 20:09:21.430981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 652cbb3d-f322-4343-a1a4-518e560a1ac5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:21.431644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:21.572873 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-a37e5e0c-f22a-48ab-8e1f-e7d8dc9c5de3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=144e2e02-83e5-438e-947e-b937d4405b70 HTTP/1.1" status: 200 len: 999 time: 0.3640177 Jan 22 20:09:21.574781 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:09:21.583979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:port and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:09:21.590393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for port was recalculated. Used quota:3. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:09:21.595235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-40c8164f-ecc8-471c-9209-701f8649478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:21.597522 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-40c8164f-ecc8-471c-9209-701f8649478e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.3012660 Jan 22 20:09:21.602251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:09:21.686941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Made reservation on behalf of 606ce03bee77481cbfebca42d1291c26 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:09:21.697288 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:21.725940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41595-0766-4c37-8261-f242715f527c req-c8036f5e-c4b4-4760-ad90-288b1811d23b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:21.727531 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-c8036f5e-c4b4-4760-ad90-288b1811d23b tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 784 time: 0.3238440 Jan 22 20:09:21.741016 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-b40cbe5d-18d3-47a6-89a4-f4c53ad4d1ca tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:09:21.750012 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-b40cbe5d-18d3-47a6-89a4-f4c53ad4d1ca tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0139468 Jan 22 20:09:21.851830 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-700e3889-c194-4b8c-b188-eae8ca6c44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:21.853577 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-700e3889-c194-4b8c-b188-eae8ca6c44f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 200 len: 848 time: 0.2180209 Jan 22 20:09:21.866000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-9a8748c3-7cba-4eac-ba2b-1c928540d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:21.867671 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-9a8748c3-7cba-4eac-ba2b-1c928540d98c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2531624 Jan 22 20:09:21.914966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f24d6-f953-453e-a826-82befe577a01 None None] New status for floating IP 6aa3b578-c8bb-461c-8037-e94ef9ca104c: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:09:21.936946 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-8156a7e0-8c7e-4b32-ad70-9358daf0fc65 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.1833706 Jan 22 20:09:22.070465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41595-0766-4c37-8261-f242715f527c req-bd477fc5-d9b2-4ea4-b45a-cdaa0685bc4d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:22.072061 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-bd477fc5-d9b2-4ea4-b45a-cdaa0685bc4d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports/652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 943 time: 0.1271269 Jan 22 20:09:22.074304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-9ce9e1c9-b710-4353-991d-13608409b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:22.076594 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-9ce9e1c9-b710-4353-991d-13608409b886 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faafef52-b329-4194-a197-2e5f09b3c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2117443 Jan 22 20:09:22.257651 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-338e3522-721d-4991-9ff1-3744151ccd0a service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763783 Jan 22 20:09:22.290108 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Allocated IP 172.20.0.10 (aaeff783-d934-42c0-b856-7a48086754e7/20c04142-0327-45e7-af5c-0b027be81878/00c8b7cf-d13f-43c5-b888-de248c960cc5) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:09:22.365523 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-fe7519a8-608d-4cf0-acd8-157490e4658d tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.1455288 Jan 22 20:09:22.369011 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-fee93c6e-fc02-4001-9b16-00219cc6c60a service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854381 Jan 22 20:09:22.548219 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e60ae769-2653-4138-90bb-c41a11b1b889 req-67ea7c07-0639-45d2-9057-6f1bcd0cad5e service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2829289 Jan 22 20:09:22.624862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:22.642986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Transition to ACTIVE for port object 00c8b7cf-d13f-43c5-b888-de248c960cc5 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:22.667095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:22.684651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-691bc769-a0b1-4d83-9c0d-2b9b4a5ecb8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:22.720228 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eb8d5cf6-6454-410d-9d9d-26b9d698b5a8 req-57fb7548-0e42-4a74-9d38-d9e5db409542 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 210 time: 0.1323733 Jan 22 20:09:22.789187 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2565f665-f38c-4d73-9bad-64d09d1005fc req-49853f73-9e83-4b65-b895-66e75bb2e733 service neutron] 10.222.0.22 "GET /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3496845 Jan 22 20:09:22.792139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Deleting port f0f6187a-203d-4f58-80f9-fc9fc67f2224 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:22.792522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:22.844166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:22.847171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:22.902591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Network aaeff783-d934-42c0-b856-7a48086754e7 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:09:22.904390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:09:22.906771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:09:22.985152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:22.985637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for floatingip, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.002026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:23.002784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.033746 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-25ed4ec1-ffad-48a3-96f7-720ae8d9d7a2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7363055 Jan 22 20:09:23.053181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Request body: {'port': {'device_id': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:23.133298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Calling delete_port for f0f6187a-203d-4f58-80f9-fc9fc67f2224 owned by network:floatingip {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:23.160246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-dc79a486-99c4-4c45-8343-45d01819cdc6 None None] Provisioning for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:23.165740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-dc79a486-99c4-4c45-8343-45d01819cdc6 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:23.166352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dc79a486-99c4-4c45-8343-45d01819cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.213501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.254123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-dc79a486-99c4-4c45-8343-45d01819cdc6 None None] Port 00c8b7cf-d13f-43c5-b888-de248c960cc5 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:09:23.315844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.331439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:23.405582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6dccd3f-e3da-4bdf-a096-979e520a130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.609754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event deleted for resources: {'Port': ['ID=f0f6187a-203d-4f58-80f9-fc9fc67f2224,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:23.613834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:23.656891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c8b7cf-d13f-43c5-b888-de248c960cc5 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:09:23.664574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.677424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Transition to ACTIVE for port object 00c8b7cf-d13f-43c5-b888-de248c960cc5 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:09:23.680150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.699599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e9829ad1-8abe-4e16-9a4e-3a0ab083f823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:23.772878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks [] for floatingip, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:23.773188 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Floating IP a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b disassociated (deleted). External IP: 172.28.1.120, port: 652cbb3d-f322-4343-a1a4-518e560a1ac5. Jan 22 20:09:23.838125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39898726-b72b-4981-9731-db68d21b687c service neutron] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:23.841842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-39898726-b72b-4981-9731-db68d21b687c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:24.159490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a67a4-c57b-4428-b267-f2c02c143b4b req-60c5063c-53fc-4298-9c9c-cc2b81bcb09c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.168398 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a09a67a4-c57b-4428-b267-f2c02c143b4b req-60c5063c-53fc-4298-9c9c-cc2b81bcb09c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.2753284 Jan 22 20:09:24.289725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Attempting to bind port 00c8b7cf-d13f-43c5-b888-de248c960cc5 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:09:24.290089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Attempting to bind port 00c8b7cf-d13f-43c5-b888-de248c960cc5 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:09:24.290454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Attempting to bind port 00c8b7cf-d13f-43c5-b888-de248c960cc5 on network aaeff783-d934-42c0-b856-7a48086754e7 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:09:24.296293 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:09:24.297236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Checking segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:09:24.297639 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:24.298449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Bound using segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:09:24.299211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Bound port: 00c8b7cf-d13f-43c5-b888-de248c960cc5, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:09:24.299434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:24.310650 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a09a67a4-c57b-4428-b267-f2c02c143b4b req-69956be1-789b-4083-95b4-4338454ca6fe tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411340 Jan 22 20:09:24.354355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:09:24.399338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:09:24.402443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:09:24.405945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:24.421642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cc282010-bdb0-470a-bbe8-03cc1955f83a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:24.549169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:09:24.564110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] Sync routers for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:09:24.576386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:24.576615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:24.577314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:24.580834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39898726-b72b-4981-9731-db68d21b687c service neutron] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:24.586560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-39898726-b72b-4981-9731-db68d21b687c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:24.617183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.617848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:24.619410 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-39898726-b72b-4981-9731-db68d21b687c service neutron] 10.222.0.22 "PUT /v2.0/ports/00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 1158 time: 1.5719955 Jan 22 20:09:24.619959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:24.659620 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "DELETE /v2.0/floatingips/a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b HTTP/1.1" status: 204 len: 173 time: 2.2770064 Jan 22 20:09:24.698437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:24.744021 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'status': 'completed', 'code': 200} Jan 22 20:09:24.753036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41595-0766-4c37-8261-f242715f527c req-acbaf44d-4e3b-475b-b6af-06d0d89b122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.755723 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-acbaf44d-4e3b-475b-b6af-06d0d89b122a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1163 time: 0.0950425 Jan 22 20:09:24.783627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-3f737de8-8773-4862-8647-d4630b957d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.785282 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-3f737de8-8773-4862-8647-d4630b957d71 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1161 time: 0.1004760 Jan 22 20:09:24.805762 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'status': 'completed', 'code': 200} Jan 22 20:09:24.845247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:24.904001 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-5996e93e-00db-4b98-a70e-85663622f82d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 217 time: 0.0742345 Jan 22 20:09:24.978442 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41595-0766-4c37-8261-f242715f527c req-db7d39fd-07ba-48b5-af94-ea5dfe49881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.978983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-a7459aa2-82d8-4d34-a28c-5663ab12862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.980014 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-db7d39fd-07ba-48b5-af94-ea5dfe49881d service neutron] 10.222.0.18 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.2167876 Jan 22 20:09:24.980572 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-a7459aa2-82d8-4d34-a28c-5663ab12862e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0700848 Jan 22 20:09:24.991257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-ab0170f0-70b6-44c7-ade0-99a670ef41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:24.992874 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-ab0170f0-70b6-44c7-ade0-99a670ef41ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a1ec86aefc74932af99974988bd3292&device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 1163 time: 0.1251764 Jan 22 20:09:25.067129 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222e-1075-424d-a1c0-088e9178a808 req-cd3bbd3c-b043-436f-bee0-17f9c6625fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.068732 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-cd3bbd3c-b043-436f-bee0-17f9c6625fcb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800211 Jan 22 20:09:25.089535 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-c0f63ec5-5c02-4e0e-b151-544b35ccfdf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 217 time: 0.1005237 Jan 22 20:09:25.203652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:43Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:25.209582 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] Checking router: 7d68358f-0651-4531-b5fc-fe96b4b98ac5 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:09:25.219512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:25.220191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:08:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:25.220795 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-dfc2f712-c0f0-4dbe-bc72-915a7e1c76f8 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452367 Jan 22 20:09:25.251648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41595-0766-4c37-8261-f242715f527c req-6bd37a19-6f87-4435-82e4-6f9792fb4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.253409 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-6bd37a19-6f87-4435-82e4-6f9792fb4e7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.1418777 Jan 22 20:09:25.325441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-09d2557e-62e1-44ab-80df-492f3c8933a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.328113 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-09d2557e-62e1-44ab-80df-492f3c8933a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 200 len: 909 time: 0.2754786 Jan 22 20:09:25.379738 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efd5222e-1075-424d-a1c0-088e9178a808 req-300cd1ef-b344-4a51-8d17-cc3ea04b7d6c service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479931 Jan 22 20:09:25.417466 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-45ec86ad-0320-47e2-8afa-2696447d5331 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 200 len: 217 time: 0.0817773 Jan 22 20:09:25.419376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:25.437508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41595-0766-4c37-8261-f242715f527c req-1d0255bf-92c8-4056-a024-a8004ce59580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.439207 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-1d0255bf-92c8-4056-a024-a8004ce59580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1684382 Jan 22 20:09:25.581042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-eccaebda-c3c3-4466-b3bc-f2e01c16a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.582756 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-eccaebda-c3c3-4466-b3bc-f2e01c16a0a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1161 time: 0.0828376 Jan 22 20:09:25.758648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-0aaf0c6b-2395-41f1-8ad5-448433cc9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.760668 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-0aaf0c6b-2395-41f1-8ad5-448433cc9a02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1712892 Jan 22 20:09:25.804359 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:43Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:25.806994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2a9250a2-0530-4bb6-bff2-405b867912a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:25.813025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4e425-e7f5-4385-a0e2-858f0f22f2ae None None] The sync data for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb is: [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf', 'name': '', 'network_id': 'dace067b-2144-4dbc-bec3-99d0c742d9d5', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'mac_address': 'fa:16:3e:cd:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:30Z', 'updated_at': '2021-01-22T20:06:43Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'subnets': [{'id': '0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:09:25.862889 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-a356e00f-c70b-4ecd-8d8f-41b71a9f9f8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 217 time: 0.0934815 Jan 22 20:09:25.924179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-992dc671-6459-4927-816e-6c7700490e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.925775 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-992dc671-6459-4927-816e-6c7700490e5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 200 len: 854 time: 0.3982744 Jan 22 20:09:25.943625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-50ba6bf2-adf4-47b3-a30c-716297dfabea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:25.945367 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-50ba6bf2-adf4-47b3-a30c-716297dfabea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0747085 Jan 22 20:09:25.995206 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-f02ece9e-5c55-487c-acee-2c866192c558 service neutron] 10.222.0.18 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485747 Jan 22 20:09:26.031180 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f7bf-e620-428d-8918-493b6defa9be req-41bb74e6-ef61-45b9-98b1-b56e429b7027 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:26.032868 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f0c1f7bf-e620-428d-8918-493b6defa9be req-41bb74e6-ef61-45b9-98b1-b56e429b7027 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.5620043 Jan 22 20:09:26.043333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-629cc400-f071-47c2-99f6-bbafc3a4630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:26.045691 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-629cc400-f071-47c2-99f6-bbafc3a4630e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911005 Jan 22 20:09:26.201362 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-98abcf52-d662-468a-a369-f20f469efd33 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482861 Jan 22 20:09:26.220358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:26.225885 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f0c1f7bf-e620-428d-8918-493b6defa9be req-9c228bca-c77c-4e74-9ce8-509b5f0c4fb5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612082 Jan 22 20:09:26.264360 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-27c41595-0766-4c37-8261-f242715f527c req-4d6e1dc0-c8a9-480a-9544-4033b2e22894 service neutron] 10.222.0.18 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2296360 Jan 22 20:09:26.266512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-67b95bb9-af27-4b26-93c8-7ddb550b4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:26.268043 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-67b95bb9-af27-4b26-93c8-7ddb550b4bd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dace067b-2144-4dbc-bec3-99d0c742d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3307950 Jan 22 20:09:26.281969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c320ca-e20e-4309-b4b7-1071990a1432 None None] New status for floating IP a55d4b95-e8ce-4a53-afb5-d5fd6ad87d5b: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:09:26.377917 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95616f34-5a82-4418-b8a0-5046fcac2268 req-f3f47f4a-dcd4-42cb-a492-525ceb6cc508 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1696923 Jan 22 20:09:26.468661 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-8f53c288-c7bb-4a5d-a995-8bea7ed95ee7 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903856 Jan 22 20:09:26.632096 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd2f2859-96b6-4bab-82c4-ff0d947f4cee req-c9c2993c-280f-478b-98bf-2c0bd5e4c402 service neutron] 10.222.0.22 "GET /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1542397 Jan 22 20:09:27.296026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:27.475605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd791485-1936-4541-8dc3-103cb5592753 req-3dffd4df-1481-4a40-8436-27ec446d9402 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:27.477211 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd791485-1936-4541-8dc3-103cb5592753 req-3dffd4df-1481-4a40-8436-27ec446d9402 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1122394 Jan 22 20:09:27.532583 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dd791485-1936-4541-8dc3-103cb5592753 req-47474f51-7c0a-45f1-9ecb-9eae39f705cf tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481112 Jan 22 20:09:27.805578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:28.781895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef54599-303c-45a0-981c-6c9caec6a94c req-a6885c57-d148-4a90-add0-314b308547a9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:28.783618 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cef54599-303c-45a0-981c-6c9caec6a94c req-a6885c57-d148-4a90-add0-314b308547a9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1066675 Jan 22 20:09:28.840789 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cef54599-303c-45a0-981c-6c9caec6a94c req-f49c0c26-33f7-4a35-958d-2bb9cab617ee tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507472 Jan 22 20:09:29.809234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:29.883262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:09:29.888733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:29.889280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:29.964648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-bc44da1f-eaab-4fea-b5dc-30168d4c22d3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:29.965447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-bc44da1f-eaab-4fea-b5dc-30168d4c22d3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:29.980792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-bc44da1f-eaab-4fea-b5dc-30168d4c22d3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:29.982903 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-bc44da1f-eaab-4fea-b5dc-30168d4c22d3 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1276140 Jan 22 20:09:30.016788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:30.044742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:30.057356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:30.061629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:30.063624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:30.091835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-69a0aeaa-d7e5-45a2-828a-f2b961996cc1 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:30.121378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-69a0aeaa-d7e5-45a2-828a-f2b961996cc1 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:30.123565 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-be0f0eca-c237-4fc5-a515-c9d5fd3f1d06 req-69a0aeaa-d7e5-45a2-828a-f2b961996cc1 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336327 Jan 22 20:09:30.135091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:30.139866 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:30.154085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cde74-f904-44b7-8003-237f8f7bcc2d req-3111afbc-1ccf-4f5f-9dc6-aba2a184980c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:30.155787 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-021cde74-f904-44b7-8003-237f8f7bcc2d req-3111afbc-1ccf-4f5f-9dc6-aba2a184980c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1649005 Jan 22 20:09:30.208070 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-021cde74-f904-44b7-8003-237f8f7bcc2d req-f4ef4778-84a0-419f-b6bd-6bedd755c52a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459323 Jan 22 20:09:30.294862 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'code': 200} Jan 22 20:09:30.608015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acdbb-6a59-47ab-adc6-91e352be24c3 req-d799205e-6d11-4c7c-becb-f5466fc6a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:30.609695 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-853acdbb-6a59-47ab-adc6-91e352be24c3 req-d799205e-6d11-4c7c-becb-f5466fc6a8cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1163 time: 0.0867383 Jan 22 20:09:30.676902 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-853acdbb-6a59-47ab-adc6-91e352be24c3 req-ed2ce596-8b21-485d-ab5c-3fd8ebc228d0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433218 Jan 22 20:09:31.276022 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:31.357652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:31.358164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:31.368686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6251-374d-4ec9-b138-b755f1260d4c req-1d327c29-561b-4651-9210-18674e27eb1e tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:31.370456 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-80da6251-374d-4ec9-b138-b755f1260d4c req-1d327c29-561b-4651-9210-18674e27eb1e tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1112907 Jan 22 20:09:31.475944 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-80da6251-374d-4ec9-b138-b755f1260d4c req-9d5072f8-644d-41e3-9da5-d77b3086892c tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Jan 22 20:09:31.522865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e5a32-1f2e-4eb7-bc84-49d124af5d42 req-7028d63f-151a-4d71-93eb-4e560673cab1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:31.525939 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8f6e5a32-1f2e-4eb7-bc84-49d124af5d42 req-7028d63f-151a-4d71-93eb-4e560673cab1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1543438 Jan 22 20:09:31.579135 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8f6e5a32-1f2e-4eb7-bc84-49d124af5d42 req-21bf66f5-aef3-4240-a7db-3e4398d906f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475578 Jan 22 20:09:32.726757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635560f-a66e-4ea4-a35b-9e3b620b401d req-0b4ec721-e634-484e-8c67-1571a4ca069a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:32.728413 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1635560f-a66e-4ea4-a35b-9e3b620b401d req-0b4ec721-e634-484e-8c67-1571a4ca069a tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.1087866 Jan 22 20:09:32.883324 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1635560f-a66e-4ea4-a35b-9e3b620b401d req-b6fd17a9-96fd-4426-bdaf-30e445d98479 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/security-groups?id=9a58270a-d59d-4724-bf95-74a119b9bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128566 Jan 22 20:09:32.946401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82071626-7c47-44de-96f7-bbfb4f3c0e6f req-6fe08b4b-59a5-4deb-8107-b9964e6a30e6 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:32.948064 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82071626-7c47-44de-96f7-bbfb4f3c0e6f req-6fe08b4b-59a5-4deb-8107-b9964e6a30e6 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.2186778 Jan 22 20:09:32.975602 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-af1cb5fc-7356-49b8-a5da-101f7baef038 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:32.977110 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-af1cb5fc-7356-49b8-a5da-101f7baef038 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.22 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 946 time: 0.2126982 Jan 22 20:09:33.098229 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-82071626-7c47-44de-96f7-bbfb4f3c0e6f req-918cef8c-7e50-409a-9cbb-154fed72b30b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200192 Jan 22 20:09:33.114205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Deleting port 652cbb3d-f322-4343-a1a4-518e560a1ac5 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:33.114593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.362127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:09:33.438233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:09:33.438570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.445822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] For port 652cbb3d-f322-4343-a1a4-518e560a1ac5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=652cbb3d-f322-4343-a1a4-518e560a1ac5,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:33.446222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.484650 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386488-4e19-4d84-92f3-12f530a95a35 req-ec8797a3-5204-4724-8f5f-6a53d628afdb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:33.486304 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f6386488-4e19-4d84-92f3-12f530a95a35 req-ec8797a3-5204-4724-8f5f-6a53d628afdb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.2181015 Jan 22 20:09:33.491467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.496470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 52938) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:33.502864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'floatingip': {'port_id': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:09:33.593166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.609798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Calling delete_port for 652cbb3d-f322-4343-a1a4-518e560a1ac5 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:33.627531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 652cbb3d-f322-4343-a1a4-518e560a1ac5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:09:33.754891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.763963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:33.781987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:33.845927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Pushing event deleted for resources: {'Port': ['ID=652cbb3d-f322-4343-a1a4-518e560a1ac5,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:33.848679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:33.997625 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] No DVR routers for this DVR port 652cbb3d-f322-4343-a1a4-518e560a1ac5 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:09:34.000704 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:34.003574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'name': 'network-vif-deleted', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:34.022099 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0d0f1bd9-c17b-4e59-bd4d-32d2437ad90d req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.22 "DELETE /v2.0/ports/652cbb3d-f322-4343-a1a4-518e560a1ac5 HTTP/1.1" status: 204 len: 173 time: 1.0296483 Jan 22 20:09:34.075368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-eddfd996-3797-44ef-9728-09fd2da081a5 req-728703c1-fb1d-4fd5-a641-c37d615739a0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Synchronizing usage tracker for tenant:7a1ec86aefc74932af99974988bd3292 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:09:34.091774 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e07071-d8c2-4fc2-b84b-754130a877b5', 'name': 'network-vif-deleted', 'tag': '652cbb3d-f322-4343-a1a4-518e560a1ac5', 'status': 'completed', 'code': 200} Jan 22 20:09:34.093825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-eddfd996-3797-44ef-9728-09fd2da081a5 req-728703c1-fb1d-4fd5-a641-c37d615739a0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Unset dirty status for tenant:7a1ec86aefc74932af99974988bd3292 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:09:34.095478 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eddfd996-3797-44ef-9728-09fd2da081a5 req-728703c1-fb1d-4fd5-a641-c37d615739a0 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] 10.222.0.18 "GET /v2.0/ports?device_id=e2e07071-d8c2-4fc2-b84b-754130a877b5 HTTP/1.1" status: 200 len: 210 time: 0.0716896 Jan 22 20:09:34.237155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:34.241341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:34.443514 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Floating IP 86203f2b-baaf-421e-8c1c-4d12e6f1fcfc associated. External IP: 172.28.1.238, port: 00c8b7cf-d13f-43c5-b888-de248c960cc5. Jan 22 20:09:35.040373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:09:35.229702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:09:35.234905 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:35.241087 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:09:35.256246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:35.256991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:09:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:35.300068 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5fd4c64d-74f7-4edb-ad5f-92b1c9618b8c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "PUT /v2.0/floatingips/86203f2b-baaf-421e-8c1c-4d12e6f1fcfc HTTP/1.1" status: 200 len: 992 time: 1.8023980 Jan 22 20:09:35.301097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:35.368882 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'status': 'completed', 'code': 200} Jan 22 20:09:35.466861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:35.573971 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-41109fa1-b0ea-4566-b3bd-2c4e809f3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:35.576657 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-41109fa1-b0ea-4566-b3bd-2c4e809f3a39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1163 time: 0.1340015 Jan 22 20:09:35.738245 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-8d410c26-2c80-4ced-bcca-c61586c86521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:35.739898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-8d410c26-2c80-4ced-bcca-c61586c86521 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1542161 Jan 22 20:09:35.878680 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-a6b197ff-f5f0-4954-bda7-a9f49b560a60 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 1000 time: 0.1310844 Jan 22 20:09:35.956168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-0d8d7c06-859f-4408-93c9-a50334027fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:35.957751 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-0d8d7c06-859f-4408-93c9-a50334027fbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0730891 Jan 22 20:09:36.053292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-014af3e7-9017-41e4-88be-671afed1f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:36.055033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-014af3e7-9017-41e4-88be-671afed1f89b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902743 Jan 22 20:09:36.074091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '86203f2b-baaf-421e-8c1c-4d12e6f1fcfc', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'port_id': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'mac_address': 'fa:16:3e:d8:c6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:09:16Z', 'updated_at': '2021-01-22T20:09:34Z', 'revision_number': 1, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:36.079021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:09:36.088372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:36.089042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:09:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:36.230161 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-1d8421bb-2e07-472d-9ee1-1a89d15a7814 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671755 Jan 22 20:09:36.239192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53012) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:36.311910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:36.647916 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf0a7d0a-506c-43b5-9434-86e4080706c3 req-22dcc434-dc3c-4f42-ba66-a345a7d5c24a service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3986716 Jan 22 20:09:36.728749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '86203f2b-baaf-421e-8c1c-4d12e6f1fcfc', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'port_id': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'mac_address': 'fa:16:3e:d8:c6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:09:16Z', 'updated_at': '2021-01-22T20:09:34Z', 'revision_number': 1, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:36.733273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca480df1-6e27-4b61-b6fd-4d4b37354967 None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '86203f2b-baaf-421e-8c1c-4d12e6f1fcfc', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'port_id': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'mac_address': 'fa:16:3e:d8:c6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:09:16Z', 'updated_at': '2021-01-22T20:09:34Z', 'revision_number': 1, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:09:36.852703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850985550'] for router_interface, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:37.036775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ed373-e939-46ae-87df-c32adefbf1cd None None] New status for floating IP 86203f2b-baaf-421e-8c1c-4d12e6f1fcfc: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:09:37.235285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Deleting port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:37.235841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:37.434388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] For port fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:37.434823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:37.566758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Calling delete_port for fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf owned by network:router_interface {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:37.882025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:37.898297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6c9d3e1-3580-467a-8df0-46288c89b32e tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:37.954732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:37.958718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:38.537354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851089776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3794177'] for router_interface, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:39.049617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:09:39.259261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:09:39.268031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] Sync routers for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:09:39.275273 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] 10.222.0.18 "PUT /v2.0/routers/7d68358f-0651-4531-b5fc-fe96b4b98ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0345364 Jan 22 20:09:39.277810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53040) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:39.282342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:39.283177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:09:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:39.478520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:39.494785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:39.675929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:39.681347 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Deleting port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:39.681718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:39.809970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:09:37Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:39.814925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] Checking router: 7d68358f-0651-4531-b5fc-fe96b4b98ac5 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:09:39.823892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] Routers {'7d68358f-0651-4531-b5fc-fe96b4b98ac5'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:09:39.824551 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:09:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:39.863965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] For port 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=93ab5fd5-40a4-4d78-8c29-e0b286a9a33b,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:39.864358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.000065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Calling delete_port for 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:40.018013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] Set router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:09:40.156868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.344357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:09:37Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:40.348689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694556b-5230-4da5-89f8-f3330d1713c0 None None] The sync data for ids ['7d68358f-0651-4531-b5fc-fe96b4b98ac5'] in dv-cinder-768105-3-smb is: [{'id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'name': 'tempest-TestMinimumBasicScenario-1498209301-router', 'tenant_id': '7a1ec86aefc74932af99974988bd3292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:06:22Z', 'updated_at': '2021-01-22T20:09:37Z', 'revision_number': 5, 'project_id': '7a1ec86aefc74932af99974988bd3292', 'gw_port': {'id': '93ab5fd5-40a4-4d78-8c29-e0b286a9a33b', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68358f-0651-4531-b5fc-fe96b4b98ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:06:24Z', 'updated_at': '2021-01-22T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:09:40.365309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3791545'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.751367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245056'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.753876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.774240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850979304'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.774832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d68358f-0651-4531-b5fc-fe96b4b98ac5 {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 20:09:40.788130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.791772 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a006ffe5-29ee-4091-b5e5-db3cf84dbd27 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d68358f-0651-4531-b5fc-fe96b4b98ac5 HTTP/1.1" status: 204 len: 168 time: 1.5105619 Jan 22 20:09:40.792220 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53056) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:40.862498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Deleting subnet 0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa {{(pid=80121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:09:40.866006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:40.928860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852530304'] for subnet, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:41.117689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:41.247137 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3519c86-1c53-4b0f-9e0a-d11a74b0ff9e req-34563126-1b54-44c9-84d4-b7fd2a948ce3 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:41.248977 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3519c86-1c53-4b0f-9e0a-d11a74b0ff9e req-34563126-1b54-44c9-84d4-b7fd2a948ce3 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.2147141 Jan 22 20:09:41.387429 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c3519c86-1c53-4b0f-9e0a-d11a74b0ff9e req-f8d9c448-28a9-49b9-aec7-b5ad24331cca tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862544 Jan 22 20:09:41.479237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852210610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759741'] for subnet, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:41.496368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-95e48958-c327-4978-8bf5-05d70fef33a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:41.549974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:41.607072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.607492 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.607904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.609355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.609761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.610170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.610573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.611000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.611400 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.611796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.612190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.612588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.613019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.613414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.613808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.614195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.614587 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.615020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.615412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.615803 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.616196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.616585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.616975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.617361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:09:41.625892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:41.656210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:41.661713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79b2f2-13fc-47cd-86a2-8023ad11307e None None] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:09:41.665154 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6c7aa2a0-ebc1-4ffd-8fc1-f9b06fea1120 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ae5ebb9-ea04-4cba-9a8b-b176eb1294fa HTTP/1.1" status: 204 len: 168 time: 0.8693962 Jan 22 20:09:41.665410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53066) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:41.696603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:09:41.736122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:09:41.736519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 93ab5fd5-40a4-4d78-8c29-e0b286a9a33b not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:09:41.736987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:09:41.783790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:41.826029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:09:41.826421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device fb6b765b-6df2-4f7a-9f51-2f3e4e9480cf not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:09:41.856070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Deleting port 067e3536-405a-4f09-9f41-699cb1960540 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:41.856377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:41.997888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] DHCP port deletion for dace067b-2144-4dbc-bec3-99d0c742d9d5 request from dv-cinder-768105-3-smb {{(pid=80123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 20:09:42.002194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Deleting port 067e3536-405a-4f09-9f41-699cb1960540 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:42.002586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.086849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] For port 067e3536-405a-4f09-9f41-699cb1960540, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=067e3536-405a-4f09-9f41-699cb1960540,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:42.087271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.221719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] For port 067e3536-405a-4f09-9f41-699cb1960540, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=067e3536-405a-4f09-9f41-699cb1960540,segment=NetworkSegment(9d62e5ea-751b-4afc-961a-93662fffe22c),segment_id=9d62e5ea-751b-4afc-961a-93662fffe22c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:42.222092 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.228480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Calling delete_port for 067e3536-405a-4f09-9f41-699cb1960540 owned by network:dhcp {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:42.306455 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.322514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bf4dace5-0cce-49da-bfec-b787a29869a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:42.354683 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Calling delete_port for 067e3536-405a-4f09-9f41-699cb1960540 owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:42.381798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Pushing event deleted for resources: {'Port': ['ID=067e3536-405a-4f09-9f41-699cb1960540,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:42.385957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:42.475700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] No DVR routers for this DVR port 067e3536-405a-4f09-9f41-699cb1960540 on host dv-cinder-768105-3-smb {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:09:42.508717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:09:42.508717 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:09:42.609010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.787308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dace067b-2144-4dbc-bec3-99d0c742d9d5']}} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:42.808009 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d62e5ea-751b-4afc-961a-93662fffe22c') {'for_net_delete': True} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:42.808349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d62e5ea-751b-4afc-961a-93662fffe22c') {} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:09:42.825127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245515'] for segment, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.865476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5680105-7830-47ff-9f25-8e121a23e5f4 req-dc262982-bc56-4b7b-ab76-01720aa27002 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:42.867112 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e5680105-7830-47ff-9f25-8e121a23e5f4 req-dc262982-bc56-4b7b-ab76-01720aa27002 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.3255911 Jan 22 20:09:42.871410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:42.875212 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:09:43.007829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Deleting port 067e3536-405a-4f09-9f41-699cb1960540 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:43.008197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.080460 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e5680105-7830-47ff-9f25-8e121a23e5f4 req-e223f043-1d00-4ff3-b9af-7d69cc21e079 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067351 Jan 22 20:09:43.087339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-457df4d3-73a0-449c-9e9f-7dc3ebeff8d9 None None] The port '067e3536-405a-4f09-9f41-699cb1960540' was deleted {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 20:09:43.104298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:09:43.113825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501868'] for segment, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.291917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Network dace067b-2144-4dbc-bec3-99d0c742d9d5 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:09:43.315020 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:09:43.392982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.396483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b6c48d6f-334b-44c9-8db7-6544d997701c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:43.412507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.421682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Pushing event deleted for resources: {'Network': ['ID=dace067b-2144-4dbc-bec3-99d0c742d9d5,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:43.425072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:43.437832 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] 10.222.0.18 "DELETE /v2.0/networks/dace067b-2144-4dbc-bec3-99d0c742d9d5 HTTP/1.1" status: 204 len: 168 time: 1.7690799 Jan 22 20:09:43.588408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53084) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:43.640168 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-18749213-444d-49a9-8343-39acd6692dd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a1ec86aefc74932af99974988bd3292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503957 Jan 22 20:09:43.642811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53088) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:09:43.695909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 067e3536-405a-4f09-9f41-699cb1960540 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:09:43.709217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.739025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.792948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.801286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a14469d6-4709-403c-817c-a4027243edda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:43.819623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58270a-d59d-4724-bf95-74a119b9bfb7,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:43.823761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:43.836646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:43.838382 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a58270a-d59d-4724-bf95-74a119b9bfb7 HTTP/1.1" status: 204 len: 168 time: 0.1942415 Jan 22 20:09:43.908820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 067e3536-405a-4f09-9f41-699cb1960540 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:09:43.909215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 067e3536-405a-4f09-9f41-699cb1960540 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:09:44.255422 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:09:44.330011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf51d8-121c-4ec9-802f-3ebecca5aba1 req-769effab-11dd-4b5f-b8db-68c2d37969c9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:44.331660 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6fdf51d8-121c-4ec9-802f-3ebecca5aba1 req-769effab-11dd-4b5f-b8db-68c2d37969c9 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.1073298 Jan 22 20:09:44.387045 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6fdf51d8-121c-4ec9-802f-3ebecca5aba1 req-3e1e1431-bbf6-44f8-a77c-4bcb0a99a27b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Jan 22 20:09:45.625387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081e11-653f-4672-8dc0-5c836c53aa24 req-8720bfe6-993d-4a94-a4d2-3fd583990c9f tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:45.627012 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-75081e11-653f-4672-8dc0-5c836c53aa24 req-8720bfe6-993d-4a94-a4d2-3fd583990c9f tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.1063120 Jan 22 20:09:45.677626 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-75081e11-653f-4672-8dc0-5c836c53aa24 req-7cb486de-f923-402e-a669-5d56c561090b tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Jan 22 20:09:46.158731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-7fa88929-4aad-44dd-b811-7b1fe10cd1e8 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:46.160366 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-7fa88929-4aad-44dd-b811-7b1fe10cd1e8 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.1138165 Jan 22 20:09:46.461138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Deleting port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:09:46.461439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:46.720816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] For port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,segment=NetworkSegment(99a4533f-22c1-489c-abe9-9d00e961cbe8),segment_id=99a4533f-22c1-489c-abe9-9d00e961cbe8)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:09:46.721194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:46.854362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Calling delete_port for 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:09:47.065967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86f143-2abd-4a64-8769-ee35bf634f47 req-5344088c-d168-48b9-8e24-d635065d833e tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:09:47.067600 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1f86f143-2abd-4a64-8769-ee35bf634f47 req-5344088c-d168-48b9-8e24-d635065d833e tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/ports?device_id=6cf6cb91-4bb1-4228-b1a7-75200dc357ae HTTP/1.1" status: 200 len: 945 time: 0.2212906 Jan 22 20:09:47.131073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:47.148147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2cb4b528-8e34-42a9-a0eb-8a23eb028aff tempest-VolumesActionsTest-93047656 tempest-VolumesActionsTest-93047656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:09:47.211301 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1f86f143-2abd-4a64-8769-ee35bf634f47 req-f93a8c1b-0d3b-44a2-9a58-32efcb3bb3ce tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.18 "GET /v2.0/security-groups?id=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355858 Jan 22 20:09:47.214648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Pushing event deleted for resources: {'Port': ['ID=0b83ddcb-c3da-4367-8b1c-7e8b1700d694,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:09:47.218553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:09:47.235705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:09:47.272812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:09:47.273210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:09:47.362998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] No DVR routers for this DVR port 0b83ddcb-c3da-4367-8b1c-7e8b1700d694 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:09:47.365234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:47.369163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'name': 'network-vif-deleted', 'tag': '0b83ddcb-c3da-4367-8b1c-7e8b1700d694'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:09:47.394014 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cb2fb4ce-1b56-4f49-ba4b-af7af4adc84e req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] 10.222.0.22 "DELETE /v2.0/ports/0b83ddcb-c3da-4367-8b1c-7e8b1700d694 HTTP/1.1" status: 204 len: 173 time: 1.2254608 Jan 22 20:09:47.445077 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf6cb91-4bb1-4228-b1a7-75200dc357ae', 'name': 'network-vif-deleted', 'tag': '0b83ddcb-c3da-4367-8b1c-7e8b1700d694', 'status': 'completed', 'code': 200} Jan 22 20:09:53.407821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8de7-1eb3-4078-9f77-3ac4eaa9d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:55.771588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-333163a4-aa36-4d7d-9384-e44bba9ec7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:56.215705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:57.298046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:09:57.805620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:03.502670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:07.942273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53328) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:08.013569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Deleting subnet dc7566fc-d4d8-4469-ab4a-3e3337093cb7 {{(pid=80121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:10:08.017426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.069363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852530304'] for subnet, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.127841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.388241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852210610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759741'] for subnet, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.403934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:08.452766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7566fc-d4d8-4469-ab4a-3e3337093cb7,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:08.457527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:08.544696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.550870 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dc7566fc-d4d8-4469-ab4a-3e3337093cb7 HTTP/1.1" status: 204 len: 168 time: 0.6071603 Jan 22 20:10:08.553619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53334) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:08.669147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.860690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:08.975278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6815e78-68f2-4e8b-bf43-4802a1873c0f']}} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:08.988849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a4533f-22c1-489c-abe9-9d00e961cbe8') {'for_net_delete': True} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:08.989189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a4533f-22c1-489c-abe9-9d00e961cbe8') {} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:09.002196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245515'] for segment, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.018443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.020475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:10:09.202370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:10:09.211591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501868'] for segment, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.399947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Network d6815e78-68f2-4e8b-bf43-4802a1873c0f has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:10:09.424848 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:10:09.513249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.513249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:09.528060 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.537509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6815e78-68f2-4e8b-bf43-4802a1873c0f,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:09.542562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:09.544978 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/d6815e78-68f2-4e8b-bf43-4802a1873c0f HTTP/1.1" status: 204 len: 168 time: 0.9903188 Jan 22 20:10:09.761181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53354) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:09.813103 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-321ee207-8cc9-447e-b81c-51c03dbc7e09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e38cda6452aa46bf9a6dcc69f9dc5bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505731 Jan 22 20:10:09.815743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53358) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:09.878784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.906906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.957094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.962148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c047a077-5aa6-4e93-a76e-0d24ff06b095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:09.976312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:09.979018 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:09.981481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:09.982636 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb9abca3-bbb6-42c9-a6c8-77c4c349a4d5 HTTP/1.1" status: 204 len: 168 time: 0.1658514 Jan 22 20:10:16.207558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa29c-327e-44dc-b49d-6e8a7ad81058 req-703b5684-6262-4293-b2e5-b235d6a8d5f2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:16.217061 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b6aa29c-327e-44dc-b49d-6e8a7ad81058 req-703b5684-6262-4293-b2e5-b235d6a8d5f2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.1077259 Jan 22 20:10:16.263789 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b6aa29c-327e-44dc-b49d-6e8a7ad81058 req-31a952bc-1d6e-439f-9d02-5cc118222f6f tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454960 Jan 22 20:10:17.503722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc303-872a-4b46-873c-3b537bb9b9e7 req-547953a4-751e-446f-8494-100b3a6e8062 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:17.505248 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3addc303-872a-4b46-873c-3b537bb9b9e7 req-547953a4-751e-446f-8494-100b3a6e8062 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.1108615 Jan 22 20:10:17.556563 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3addc303-872a-4b46-873c-3b537bb9b9e7 req-93c30e14-e7a7-43dd-9c2a-88d4732df65a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449281 Jan 22 20:10:18.161825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-47c4b592-1085-45d0-96b4-479e9294efa1 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:18.163774 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-47c4b592-1085-45d0-96b4-479e9294efa1 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.1081502 Jan 22 20:10:18.248882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Deleting port 144e2e02-83e5-438e-947e-b937d4405b70 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:18.249278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:18.508407 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] For port 144e2e02-83e5-438e-947e-b937d4405b70, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=144e2e02-83e5-438e-947e-b937d4405b70,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:10:18.508965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:19.023519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59683f49-e5c6-4578-b29e-a693cd9b0ad5 req-4d59b4a1-aaf2-4850-974b-d73588c94ce6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:19.025165 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-59683f49-e5c6-4578-b29e-a693cd9b0ad5 req-4d59b4a1-aaf2-4850-974b-d73588c94ce6 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 945 time: 0.2853181 Jan 22 20:10:19.178361 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-59683f49-e5c6-4578-b29e-a693cd9b0ad5 req-65c653ac-df0a-4166-b4c5-0dd99e11c4db tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups?id=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774155 Jan 22 20:10:19.179979 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:19.180391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:19.180737 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Floating IP 6aa3b578-c8bb-461c-8037-e94ef9ca104c disassociated. External IP: 172.28.1.221, port: 144e2e02-83e5-438e-947e-b937d4405b70. Jan 22 20:10:19.181111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Calling delete_port for 144e2e02-83e5-438e-947e-b937d4405b70 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:10:19.332215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:19.348688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:19.407492 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event deleted for resources: {'Port': ['ID=144e2e02-83e5-438e-947e-b937d4405b70,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:19.411056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:19.498844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 144e2e02-83e5-438e-947e-b937d4405b70 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:10:19.536470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: 144e2e02-83e5-438e-947e-b937d4405b70 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:10:19.537052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 144e2e02-83e5-438e-947e-b937d4405b70 not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:10:19.612491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdeb162-6e64-4bbd-a901-2b17197fbdf0 req-169c2923-48b8-45c4-b159-2d1aced8f0e9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:19.614163 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dbdeb162-6e64-4bbd-a901-2b17197fbdf0 req-169c2923-48b8-45c4-b159-2d1aced8f0e9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1520782 Jan 22 20:10:19.810782 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dbdeb162-6e64-4bbd-a901-2b17197fbdf0 req-1927adc6-bdc2-4ba6-8f20-c238a16ef9f9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359107 Jan 22 20:10:19.848040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:10:20.040616 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:10:20.062531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:10:20.072984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:10:20.073663 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:09:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:20.088428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] No DVR routers for this DVR port 144e2e02-83e5-438e-947e-b937d4405b70 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:10:20.091230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:20.094518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'name': 'network-vif-deleted', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:10:20.114207 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-48a8ae58-4a69-46e6-afd6-710d809962c0 req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.22 "DELETE /v2.0/ports/144e2e02-83e5-438e-947e-b937d4405b70 HTTP/1.1" status: 204 len: 173 time: 1.9452169 Jan 22 20:10:20.162529 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e67f18-8eec-45eb-b4b2-38fe1bfaa884', 'name': 'network-vif-deleted', 'tag': '144e2e02-83e5-438e-947e-b937d4405b70', 'status': 'completed', 'code': 200} Jan 22 20:10:20.306829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:10:20.378185 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-f9ee1aae-b2c2-4fca-9ced-1f1eae141c91 req-c3c62528-e241-44c6-b2d0-6a6ea9f68a21 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Synchronizing usage tracker for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:10:20.392899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-f9ee1aae-b2c2-4fca-9ced-1f1eae141c91 req-c3c62528-e241-44c6-b2d0-6a6ea9f68a21 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Unset dirty status for tenant:803183c6e82d4bc79906dd19c7fabb5b on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:10:20.394213 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f9ee1aae-b2c2-4fca-9ced-1f1eae141c91 req-c3c62528-e241-44c6-b2d0-6a6ea9f68a21 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/ports?device_id=c4e67f18-8eec-45eb-b4b2-38fe1bfaa884 HTTP/1.1" status: 200 len: 210 time: 0.0635247 Jan 22 20:10:20.649232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:20.653525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:10:20.662661 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:10:20.663328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:09:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:20.856790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:10:21.073053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05663405-2664-46e8-b086-1c7a2e0fcb75 req-09e70571-d7bb-436a-931a-fa4faa93a722 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:21.074729 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05663405-2664-46e8-b086-1c7a2e0fcb75 req-09e70571-d7bb-436a-931a-fa4faa93a722 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1120374 Jan 22 20:10:21.130496 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-05663405-2664-46e8-b086-1c7a2e0fcb75 req-45169540-04af-4059-800a-508575470800 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487249 Jan 22 20:10:21.188264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:21.192370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5d268-4e2c-4c08-b321-cad39f0aea4a None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:04:52Z', 'revision_number': 4, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '3a2ffd58-38dc-4351-91cf-0e931baa6803', 'name': '', 'network_id': 'faafef52-b329-4194-a197-2e5f09b3c452', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'mac_address': 'fa:16:3e:14:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:49Z', 'updated_at': '2021-01-22T20:05:03Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'subnets': [{'id': '9026c08e-8093-4737-a8a6-99b1876afaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:10:21.256035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:10:21.549334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53460) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:21.592731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cfa44-0aba-4d27-bb3f-adf528e4db81 None None] New status for floating IP 6aa3b578-c8bb-461c-8037-e94ef9ca104c: DOWN {{(pid=80123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:10:21.626821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:21.657740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:21.703703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:21.708879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:21.725036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event deleted for resources: {'SecurityGroup': ['ID=f998a6e2-7c59-4aa1-b8a3-44e54dfa1544,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:21.737240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.737655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.738064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.738494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.738921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.739321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.739723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.740115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.740506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.740903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.741295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.741685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.742114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.742506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.742921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.743312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.743699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.744086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.744474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.744861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.745246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.745639 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.746024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.746406 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:21.751065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:21.751907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:21.756065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53464) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:21.756966 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "DELETE /v2.0/security-groups/f998a6e2-7c59-4aa1-b8a3-44e54dfa1544 HTTP/1.1" status: 204 len: 168 time: 0.2065196 Jan 22 20:10:21.774346 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.v2.resource [None req-43f76657-bb70-46d5-b6dd-1cae2ac9155d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] show failed (client error): The resource could not be found. Jan 22 20:10:21.775457 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-43f76657-bb70-46d5-b6dd-1cae2ac9155d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "GET /v2.0/security-groups/f998a6e2-7c59-4aa1-b8a3-44e54dfa1544 HTTP/1.1" status: 404 len: 347 time: 0.0180488 Jan 22 20:10:21.778455 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53468) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:21.950541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Deleting port 729cfc82-ae80-40ee-afbe-d37facfeeec6 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:21.950965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:22.133702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:22.134074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:22.267286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Calling delete_port for 729cfc82-ae80-40ee-afbe-d37facfeeec6 owned by network:floatingip {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:10:22.476600 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13133131-28c7-4c93-af24-f368f5d1d4a1 req-08d212aa-9a1f-444a-985b-acc36f8fd0c4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:22.478124 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13133131-28c7-4c93-af24-f368f5d1d4a1 req-08d212aa-9a1f-444a-985b-acc36f8fd0c4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1834393 Jan 22 20:10:22.532466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:22.553501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f6b34fdb-26e0-4f2e-8dba-3cd4be6d54c5 tempest-ServerRescueNegativeTestJSON-1325227909 tempest-ServerRescueNegativeTestJSON-1325227909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:22.617174 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Pushing event deleted for resources: {'Port': ['ID=729cfc82-ae80-40ee-afbe-d37facfeeec6,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:22.627752 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13133131-28c7-4c93-af24-f368f5d1d4a1 req-9f7716b5-5706-48d1-87a7-4817e550e7a8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423795 Jan 22 20:10:22.630463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:22.795541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks [] for floatingip, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:22.813476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:22.814742 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] 10.222.0.18 "DELETE /v2.0/floatingips/6aa3b578-c8bb-461c-8037-e94ef9ca104c HTTP/1.1" status: 204 len: 168 time: 1.0352912 Jan 22 20:10:23.408407 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f343571f-a7b1-45e9-83e8-4a2df5cd6506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:24.100526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952785c8-802a-45f3-8966-472c181c79e2 req-7109ea2f-9f64-4141-a9ca-f2a6061e6584 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:24.102496 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-952785c8-802a-45f3-8966-472c181c79e2 req-7109ea2f-9f64-4141-a9ca-f2a6061e6584 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.3315187 Jan 22 20:10:24.157702 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-952785c8-802a-45f3-8966-472c181c79e2 req-d8ba59e6-00da-4780-b203-35d995b7dcd5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471759 Jan 22 20:10:25.411085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a597f-360a-401e-a85a-06ca0eb9bc21 req-9bd0370a-e60c-4360-a333-c7c9e11a9b43 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:25.412727 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d72a597f-360a-401e-a85a-06ca0eb9bc21 req-9bd0370a-e60c-4360-a333-c7c9e11a9b43 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1084685 Jan 22 20:10:25.468896 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d72a597f-360a-401e-a85a-06ca0eb9bc21 req-af0c3237-514d-46b1-950e-f06ca687c5e9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497274 Jan 22 20:10:25.774302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6146bdef-82b1-4c4c-9b9c-2635646a50bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:26.219731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:26.723716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5722-75a8-401b-975f-8236137a1909 req-84a123ba-9a47-4e1a-9d8c-f127d087c4fc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:26.725366 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c82a5722-75a8-401b-975f-8236137a1909 req-84a123ba-9a47-4e1a-9d8c-f127d087c4fc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1054602 Jan 22 20:10:26.777973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c82a5722-75a8-401b-975f-8236137a1909 req-c8004345-96aa-42a5-9652-3f2b84f4a045 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462222 Jan 22 20:10:26.937630 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53506) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:27.300957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:27.699062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:10:27.767233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850985550'] for router_interface, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:27.775611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:10:27.776037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:27.842535 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:28.156052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f19b13-641b-42ef-8458-68a5cacff4bf req-39e86613-48fc-4db7-bd28-cb88a29b30dc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:28.157671 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f4f19b13-641b-42ef-8458-68a5cacff4bf req-39e86613-48fc-4db7-bd28-cb88a29b30dc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.2302577 Jan 22 20:10:28.254184 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f4f19b13-641b-42ef-8458-68a5cacff4bf req-b205780a-1642-49d8-ac30-49b058ff0089 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878019 Jan 22 20:10:28.281940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Deleting port 3a2ffd58-38dc-4351-91cf-0e931baa6803 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:28.282321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:28.465085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] For port 3a2ffd58-38dc-4351-91cf-0e931baa6803, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=3a2ffd58-38dc-4351-91cf-0e931baa6803,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:10:28.465399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:28.605109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Calling delete_port for 3a2ffd58-38dc-4351-91cf-0e931baa6803 owned by network:router_interface {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:10:28.841934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:28.858330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:28.920000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2ffd58-38dc-4351-91cf-0e931baa6803,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:28.925763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:29.012556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-b6c1e5d5-34f5-4f73-bb51-1341dd96bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:29.014105 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-b6c1e5d5-34f5-4f73-bb51-1341dd96bd96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1163 time: 0.3127494 Jan 22 20:10:29.366687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-a9c79412-08a6-4479-963b-5c7d33fae829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:29.368212 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-a9c79412-08a6-4479-963b-5c7d33fae829 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.3320799 Jan 22 20:10:29.781718 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-225bc50b-be01-4fce-a592-ca5e1984bf6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 1002 time: 0.4001904 Jan 22 20:10:29.830746 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851089776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3794177'] for router_interface, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:29.976838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-86c48809-9370-4cda-945c-24c601f0cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:29.979095 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-86c48809-9370-4cda-945c-24c601f0cc5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.1855910 Jan 22 20:10:30.012707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e36853-c2e9-41d9-bc99-5a0c0c2f2faa req-bee51792-a396-4d95-bccf-da7e58f5965d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:30.014394 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-53e36853-c2e9-41d9-bc99-5a0c0c2f2faa req-bee51792-a396-4d95-bccf-da7e58f5965d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.3521705 Jan 22 20:10:30.155295 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-53e36853-c2e9-41d9-bc99-5a0c0c2f2faa req-213608c9-df40-4405-9a14-a8a83ae6be11 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887859 Jan 22 20:10:30.327340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-cf787442-ccf8-40d7-ab03-19ac77609b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:30.329165 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-cf787442-ccf8-40d7-ab03-19ac77609b51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3107333 Jan 22 20:10:30.649197 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-10950520-a743-4fbc-817f-4d5c6126d29f service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118906 Jan 22 20:10:30.795451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Router 0807e433-7f29-4b5e-90f6-8240a8154e30 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:10:30.949696 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d131ab2-39f0-4229-a903-3da99fbbd211 req-5b6022bb-ef92-4e5e-86c6-087b64991b2d service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2922037 Jan 22 20:10:31.011239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:10:31.021687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] Sync routers for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:10:31.024155 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] 10.222.0.18 "PUT /v2.0/routers/0807e433-7f29-4b5e-90f6-8240a8154e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0853527 Jan 22 20:10:31.026811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53518) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:31.031881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:10:31.032552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:10:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:31.222520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:31.228810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:10:31.575579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:10:28Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:31.581239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] Checking router: 0807e433-7f29-4b5e-90f6-8240a8154e30 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:10:31.592198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] Routers {'0807e433-7f29-4b5e-90f6-8240a8154e30'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:10:31.592999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:10:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['0807e433-7f29-4b5e-90f6-8240a8154e30'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:31.702596 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:31.709753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Deleting port 9cda8e50-6d96-4f8a-8b66-d98476c184d4 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:31.710122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:31.779001 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de5e5f-e9e6-4484-898b-032f7f294a29 req-ecfdd653-ada9-488d-8e5c-1ec4d3ec1158 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:31.780758 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a3de5e5f-e9e6-4484-898b-032f7f294a29 req-ecfdd653-ada9-488d-8e5c-1ec4d3ec1158 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.2106519 Jan 22 20:10:31.936383 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a3de5e5f-e9e6-4484-898b-032f7f294a29 req-b2ee2421-9c04-4845-95b1-7cf131f62aff tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421416 Jan 22 20:10:31.985956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] For port 9cda8e50-6d96-4f8a-8b66-d98476c184d4, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=9cda8e50-6d96-4f8a-8b66-d98476c184d4,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:10:31.987011 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.015148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] Set router 0807e433-7f29-4b5e-90f6-8240a8154e30 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:10:32.140692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Calling delete_port for 9cda8e50-6d96-4f8a-8b66-d98476c184d4 owned by network:router_gateway {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:10:32.299990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.plugins.ml2.ovo_rpc [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: result = function(*args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: proto.__init__(conn_state, self) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: self.handle() Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: self.handle_one_request() Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: self.handle_one_response() Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: result = self.application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return app(environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self.application) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return request.get_response(self.application) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: response = req.get_response(self._app) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: application, catch_exc_info=False) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: app_iter = application(self.environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return resp(environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return resp(environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: response = self.app(environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return resp(environ, start_response) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: resp = self.call_func(req, *args, **kw) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: return self.func(req, *args, **kwargs) Jan 22 20:10:32.307674 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: result = method(request=request, **args) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return self._delete(request, id, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(*dup_args, **dup_kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: obj_deleter(request.context, id, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return method(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(*dup_args, **dup_kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: self._delete_current_gw_port(context, id, router, None) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: admin_ctx, gw_port_id, l3_port_check=False) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, context, *args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return method(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: context, port, router_ids, bound_mech_contexts) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: return function(*args, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: callback(resource, event, trigger, **kwargs) Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: if self._is_session_semantic_violated(context, resource, event): Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 22 20:10:32.315364 dv-cinder-768105-3-smb neutron-server[80010]: stack = traceback.extract_stack() Jan 22 20:10:32.320413 dv-cinder-768105-3-smb neutron-server[80010]: Jan 22 20:10:32.362754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:10:28Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:32.367417 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb0210-7009-45a7-a230-f041f48b2a1e None None] The sync data for ids ['0807e433-7f29-4b5e-90f6-8240a8154e30'] in dv-cinder-768105-3-smb is: [{'id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'name': 'tempest-AttachVolumeTestJSON-67411831-router', 'tenant_id': '803183c6e82d4bc79906dd19c7fabb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:04:39Z', 'updated_at': '2021-01-22T20:10:28Z', 'revision_number': 5, 'project_id': '803183c6e82d4bc79906dd19c7fabb5b', 'gw_port': {'id': '9cda8e50-6d96-4f8a-8b66-d98476c184d4', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0807e433-7f29-4b5e-90f6-8240a8154e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:04:41Z', 'updated_at': '2021-01-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:10:32.519370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3791545'] for router_gateway, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.663520 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245056'] for router, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.665968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.767386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850979304'] for router, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.767963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0807e433-7f29-4b5e-90f6-8240a8154e30 {{(pid=80121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 20:10:32.788506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.791661 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-df2f213d-44ba-4edd-8434-3e6d64eac3f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0807e433-7f29-4b5e-90f6-8240a8154e30 HTTP/1.1" status: 204 len: 168 time: 1.7620833 Jan 22 20:10:32.793272 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53546) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:32.885272 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Deleting subnet 9026c08e-8093-4737-a8a6-99b1876afaf5 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:10:32.889067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:32.957553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.119237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.282527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a4b0-4fda-4e72-bfa1-23b5ecfd3c23 req-611a101b-a584-4221-b1ad-b7ea19fbb96a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:33.284832 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8918a4b0-4fda-4e72-bfa1-23b5ecfd3c23 req-611a101b-a584-4221-b1ad-b7ea19fbb96a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1669030 Jan 22 20:10:33.351537 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8918a4b0-4fda-4e72-bfa1-23b5ecfd3c23 req-b78578c2-384e-4052-bd4b-05a58e5831db tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595593 Jan 22 20:10:33.466783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.485371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ab374b3f-2910-4550-9e98-0e7bf707499e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:33.530685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.536871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9026c08e-8093-4737-a8a6-99b1876afaf5,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:33.546565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:33.632353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.643653 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd97020-55fc-4f67-ac3a-735a97aeebbe None None] Network faafef52-b329-4194-a197-2e5f09b3c452 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:10:33.650618 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f3da448a-ff42-48a0-80a7-b15ae789abdb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9026c08e-8093-4737-a8a6-99b1876afaf5 HTTP/1.1" status: 204 len: 168 time: 0.8559227 Jan 22 20:10:33.653148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53552) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:33.799656 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.803044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 3a2ffd58-38dc-4351-91cf-0e931baa6803 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:10:33.879572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 3a2ffd58-38dc-4351-91cf-0e931baa6803 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:10:33.880061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 3a2ffd58-38dc-4351-91cf-0e931baa6803 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:10:33.880607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 9cda8e50-6d96-4f8a-8b66-d98476c184d4 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:10:33.883723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Deleting port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:33.884093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:33.921109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 9cda8e50-6d96-4f8a-8b66-d98476c184d4 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:10:33.921612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 9cda8e50-6d96-4f8a-8b66-d98476c184d4 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:10:34.021698 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] DHCP port deletion for faafef52-b329-4194-a197-2e5f09b3c452 request from dv-cinder-768105-3-smb {{(pid=80123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 20:10:34.026965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Deleting port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:34.027613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.150224 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] For port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:10:34.150774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.283389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] For port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,segment=NetworkSegment(30020f96-d738-4fb8-9e02-8c9c117c4b8b),segment_id=30020f96-d738-4fb8-9e02-8c9c117c4b8b)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:10:34.283916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.309719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Calling delete_port for b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 owned by network:dhcp {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:10:34.401238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.419367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0537a745-0036-46f3-a651-0e5f563a9130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:34.430328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Calling delete_port for b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:10:34.487032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:34.491584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:34.510147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:10:34.510566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:10:34.587609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] No DVR routers for this DVR port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 on host dv-cinder-768105-3-smb {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:10:34.653648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea6eef-3ec7-4495-99a6-7e98ad4a5d59 req-2d705e16-a9af-4f6b-a36a-c4324060d0ad tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:34.655834 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-60ea6eef-3ec7-4495-99a6-7e98ad4a5d59 req-2d705e16-a9af-4f6b-a36a-c4324060d0ad tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1298857 Jan 22 20:10:34.717683 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-60ea6eef-3ec7-4495-99a6-7e98ad4a5d59 req-184ff80d-0f37-486f-9a9b-f48a78ad7e3a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539258 Jan 22 20:10:34.735126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.868631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faafef52-b329-4194-a197-2e5f09b3c452']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:34.885103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30020f96-d738-4fb8-9e02-8c9c117c4b8b') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:34.885743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30020f96-d738-4fb8-9e02-8c9c117c4b8b') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:10:34.899382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.918402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:34.920484 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:10:35.012038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Deleting port b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:10:35.012500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.111795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-958f2270-a194-4c23-8abd-ae0f2453fa5d None None] The port 'b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1' was deleted {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 20:10:35.116027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Network faafef52-b329-4194-a197-2e5f09b3c452 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:10:35.126100 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.319372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Network faafef52-b329-4194-a197-2e5f09b3c452 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:10:35.347446 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:10:35.438913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.444670 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.448524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:35.476844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faafef52-b329-4194-a197-2e5f09b3c452,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:35.483730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:35.491327 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-67c4b7f5-4da9-4d7a-b3fc-d3ffdc9667b1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/faafef52-b329-4194-a197-2e5f09b3c452 HTTP/1.1" status: 204 len: 168 time: 1.8369687 Jan 22 20:10:35.653736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53560) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:35.718434 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0b8072a9-f9c3-4df6-b211-cb46ec9439c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=803183c6e82d4bc79906dd19c7fabb5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631132 Jan 22 20:10:35.721736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53564) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:35.732595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:10:35.779195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:10:35.779737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device b7dd2fa4-a6c7-41ed-a2a4-9e2b4ed7f6c1 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:10:35.818003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.849479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.905035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.912564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-56128835-6186-45ef-b979-649ce8307b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:35.927204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4151ce79-9cc8-441d-acf8-3b44dae800d7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:35.931329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:35.937574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:35.941380 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4151ce79-9cc8-441d-acf8-3b44dae800d7 HTTP/1.1" status: 204 len: 168 time: 0.2158673 Jan 22 20:10:36.046244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04382d47-5b85-4cd4-818f-98b54eafa343 req-25fbabd5-b5ec-42e9-b6f4-d8b210b65960 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:36.048614 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-04382d47-5b85-4cd4-818f-98b54eafa343 req-25fbabd5-b5ec-42e9-b6f4-d8b210b65960 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1396534 Jan 22 20:10:36.133085 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-04382d47-5b85-4cd4-818f-98b54eafa343 req-1d7363b3-9508-46b6-9038-04b5bd028652 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777950 Jan 22 20:10:37.406983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704ca7c-bcb4-4245-8993-148970be7a80 req-5ae8bad3-9b54-4161-ae53-d9d9071737cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:37.408978 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7704ca7c-bcb4-4245-8993-148970be7a80 req-5ae8bad3-9b54-4161-ae53-d9d9071737cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1179366 Jan 22 20:10:37.483102 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7704ca7c-bcb4-4245-8993-148970be7a80 req-6eb0b59f-66f8-4834-9647-ae3a9cfd6f7c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676732 Jan 22 20:10:38.763593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a578064-a39d-468f-9f75-df2d2a3ba6c0 req-6e5de14e-99df-4508-88c3-75c47b5c5760 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:38.765303 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a578064-a39d-468f-9f75-df2d2a3ba6c0 req-6e5de14e-99df-4508-88c3-75c47b5c5760 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1255958 Jan 22 20:10:38.835264 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a578064-a39d-468f-9f75-df2d2a3ba6c0 req-d0e43959-4832-4376-b168-54bb874cb700 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624871 Jan 22 20:10:40.106778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7915e59-64f1-48e0-8089-a582d3bce1e1 req-fbe9217a-3351-45a6-a664-b4c9a9f16d6d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:40.116356 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c7915e59-64f1-48e0-8089-a582d3bce1e1 req-fbe9217a-3351-45a6-a664-b4c9a9f16d6d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1253846 Jan 22 20:10:40.168376 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c7915e59-64f1-48e0-8089-a582d3bce1e1 req-b9e41385-fb96-464a-bc98-61782ecf4fe9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510130 Jan 22 20:10:41.437217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949beab1-090f-4f35-8777-52c287a06346 req-54777b13-f59c-465a-9c44-96b02b97d859 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:41.439469 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-949beab1-090f-4f35-8777-52c287a06346 req-54777b13-f59c-465a-9c44-96b02b97d859 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1122129 Jan 22 20:10:41.515503 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-949beab1-090f-4f35-8777-52c287a06346 req-56339a0e-e438-4464-a604-35c5c15f4258 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689194 Jan 22 20:10:42.765740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e05fec-0151-496c-9326-106990825bf6 req-cb289946-3048-42dd-8d48-48ee907f6574 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:42.768109 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-51e05fec-0151-496c-9326-106990825bf6 req-cb289946-3048-42dd-8d48-48ee907f6574 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1073587 Jan 22 20:10:42.870650 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-51e05fec-0151-496c-9326-106990825bf6 req-59010144-0a1e-4b5a-927e-ba2ec2c2d038 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954609 Jan 22 20:10:42.896184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-a009e0e5-ac82-4aad-8a30-3dd2c390fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:42.897785 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-a009e0e5-ac82-4aad-8a30-3dd2c390fb8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1163 time: 0.1078026 Jan 22 20:10:43.042771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-4d302bc0-b25b-4329-b338-85c79cd64701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:43.044326 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-4d302bc0-b25b-4329-b338-85c79cd64701 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1390259 Jan 22 20:10:43.150424 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-3b78c1fd-eee5-4438-ac42-a37a1f1c32e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 1002 time: 0.0995197 Jan 22 20:10:43.225122 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-10db4a51-4db4-48a5-bbef-75f31febc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:43.226778 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-10db4a51-4db4-48a5-bbef-75f31febc301 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0698872 Jan 22 20:10:43.310339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-6d4bc7e1-c7f9-446c-8720-0a4201682157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:43.311960 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-6d4bc7e1-c7f9-446c-8720-0a4201682157 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780032 Jan 22 20:10:43.456090 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-682d334e-9ff5-40fb-abbf-93eb11e28117 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367686 Jan 22 20:10:43.601754 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6955eeb8-44cc-49dd-a2db-c2e496586261 req-d3ccbad5-39b3-4d3b-b2c9-15db8da688e2 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395783 Jan 22 20:10:43.897010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53696) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:44.057258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.074048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:10:44.078375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Usage tracker for resource:security_group_rule and tenant:c5796a8848c4430fa6b25a9a5478ba25 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:10:44.082401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:10:44.088507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:10:44.132791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274cce-6ed3-477e-a71f-3a0ce7180691 req-cd5bdc70-60de-4237-b831-6e2ab7f81c7b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:44.134463 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-63274cce-6ed3-477e-a71f-3a0ce7180691 req-cd5bdc70-60de-4237-b831-6e2ab7f81c7b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1145999 Jan 22 20:10:44.178998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.182255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.186954 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-63274cce-6ed3-477e-a71f-3a0ce7180691 req-4721921b-ab7f-4aaf-8e2b-3f49872ba920 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458705 Jan 22 20:10:44.190862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4d513836-5935-4567-afbf-ba0bc6c2e800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:44.235651 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5796a8848c4430fa6b25a9a5478ba25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374527 Jan 22 20:10:44.237339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa035187-7052-43af-b425-18deebe9637b,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:44.238579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53704) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:44.240865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d83e5911-6b3e-4ff8-901c-44947d697d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:44.301718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.328199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.373029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.378485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-58095ba0-5212-44fb-a339-dc7ba586198c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:44.391912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa035187-7052-43af-b425-18deebe9637b,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:44.399919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:44.401127 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa035187-7052-43af-b425-18deebe9637b HTTP/1.1" status: 204 len: 168 time: 0.1614671 Jan 22 20:10:44.402838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.403257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.403668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.404074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.404476 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.404877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.405275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.405672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.406067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.406504 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.406847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.407246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.407745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.408141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.408536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.408938 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.409329 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.409724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.410114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.410508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.410931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.411325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.411714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.412103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:44.415589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:45.445601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01413-6f8c-4fe3-ae32-b071f09498c5 req-3f8d9d02-c3a6-4d3a-a8fd-8b18b9094711 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:45.447036 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e6f01413-6f8c-4fe3-ae32-b071f09498c5 req-3f8d9d02-c3a6-4d3a-a8fd-8b18b9094711 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1126368 Jan 22 20:10:45.502003 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e6f01413-6f8c-4fe3-ae32-b071f09498c5 req-23f5b63e-1716-4db9-a753-8b9720428783 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483882 Jan 22 20:10:45.810912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:10:45.935573 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:45.964413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:10:45.975039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:10:45.978714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:45.980583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:46.059620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:46.069126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.069499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.069890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.070268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.070647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.071020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.071586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.071762 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.072080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.072449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.072815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.073642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.074059 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.074432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.074899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.075266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.075636 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.076000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.076363 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.076730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.077094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.077434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.077968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.078461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:10:46.084027 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:46.108951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53760) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:46.197793 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'code': 422} returned with failed status Jan 22 20:10:46.266640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.281719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:10:46.286405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Usage tracker for resource:security_group_rule and tenant:f8daf32be74b46f192ee1886569a2abb is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:10:46.289372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:10:46.295192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:10:46.379963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.382590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.390997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9d02263d-3878-47b6-a2b5-07f161c965a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:46.438102 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8daf32be74b46f192ee1886569a2abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279400 Jan 22 20:10:46.439972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef20326-4208-4aa6-b79d-fc22740c3331,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:46.441207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 53766) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:46.443336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-97cc820e-b994-4d51-8abd-5f2b56cd8953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:46.505202 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.532024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.577583 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.583558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b2fc88e2-dd9c-4ba1-b414-96492edee608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:10:46.597062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef20326-4208-4aa6-b79d-fc22740c3331,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:10:46.599488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:10:46.607696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:46.612045 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e2a3da6a-f9fc-4d0c-abf2-cb38172fba20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cef20326-4208-4aa6-b79d-fc22740c3331 HTTP/1.1" status: 204 len: 168 time: 0.1666665 Jan 22 20:10:46.758309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a42081-7dce-45d3-9d86-262f22f3e0c7 req-f6329828-1498-4c47-a3ce-91524c4fcfa5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:46.760016 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-57a42081-7dce-45d3-9d86-262f22f3e0c7 req-f6329828-1498-4c47-a3ce-91524c4fcfa5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1102345 Jan 22 20:10:46.816654 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-57a42081-7dce-45d3-9d86-262f22f3e0c7 req-f31fa10f-3f28-4ee7-b3f6-69e1bef3ed4c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496135 Jan 22 20:10:48.011770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f2fa2-3708-4f5d-8087-682829f7d663 req-3d61ae72-1106-44a0-851c-da3f49a01e08 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:48.013667 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-916f2fa2-3708-4f5d-8087-682829f7d663 req-3d61ae72-1106-44a0-851c-da3f49a01e08 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1214445 Jan 22 20:10:48.015404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 53828) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:10:48.071111 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-916f2fa2-3708-4f5d-8087-682829f7d663 req-ebd793d9-9319-49bf-a83e-c1f82274c33d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484784 Jan 22 20:10:48.181956 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-b0b8e3e1-946d-4c52-a334-e05b2ac20896 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1650414 Jan 22 20:10:49.341528 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421677-3132-4ec0-8211-dc2adacd01dd req-e62c4805-345b-459f-8663-0009ea934ec5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:49.343132 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-68421677-3132-4ec0-8211-dc2adacd01dd req-e62c4805-345b-459f-8663-0009ea934ec5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1097124 Jan 22 20:10:49.394911 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-68421677-3132-4ec0-8211-dc2adacd01dd req-7be0e275-5f9b-48b1-ad20-420b1f7c9dfe tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453219 Jan 22 20:10:49.701207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849992e-e122-42ca-8f7b-456debada12b req-98537d86-8b53-40e9-a7e3-7ac7dbc1f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:49.702781 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-98537d86-8b53-40e9-a7e3-7ac7dbc1f775 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd&tenant_id=606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 1161 time: 0.0803928 Jan 22 20:10:49.811865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849992e-e122-42ca-8f7b-456debada12b req-9ee337db-7fea-497e-be24-b8d8aa5292a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:49.813435 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-9ee337db-7fea-497e-be24-b8d8aa5292a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1161 time: 0.0762506 Jan 22 20:10:50.179679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849992e-e122-42ca-8f7b-456debada12b req-446cecc5-5eba-4e47-86d3-390b946a1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:50.181281 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-446cecc5-5eba-4e47-86d3-390b946a1045 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.3611305 Jan 22 20:10:50.294982 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-e9429ec1-1637-4f64-8a21-362c90a74108 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 1000 time: 0.1061106 Jan 22 20:10:50.373655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849992e-e122-42ca-8f7b-456debada12b req-afdcaad2-a076-4f17-ab27-9d4d961c8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:50.375279 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-afdcaad2-a076-4f17-ab27-9d4d961c8ab3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0704162 Jan 22 20:10:50.464515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849992e-e122-42ca-8f7b-456debada12b req-13db7b06-e76a-4d70-8c1e-6477298343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:50.466144 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-13db7b06-e76a-4d70-8c1e-6477298343d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843203 Jan 22 20:10:50.677221 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-33ecfbc7-dad1-4c39-9e66-36ee0f389669 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043340 Jan 22 20:10:50.740524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d60d6-f8d1-4a23-a44e-ad11a90d5853 req-4a1e3678-106f-4ec4-ad4e-9f718413c275 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:50.742119 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af7d60d6-f8d1-4a23-a44e-ad11a90d5853 req-4a1e3678-106f-4ec4-ad4e-9f718413c275 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1793389 Jan 22 20:10:50.873544 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-af7d60d6-f8d1-4a23-a44e-ad11a90d5853 req-abbbb9a6-1804-4d93-9406-645334698ea0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188259 Jan 22 20:10:50.901715 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7849992e-e122-42ca-8f7b-456debada12b req-789dc004-99ac-4973-a0ee-b2f8f969f014 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2158031 Jan 22 20:10:52.187945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838f9e9-6c4d-42e2-9aeb-6b17376dcdb3 req-4e496030-ecc5-47a7-aea8-f32f4918a989 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:52.195407 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8838f9e9-6c4d-42e2-9aeb-6b17376dcdb3 req-4e496030-ecc5-47a7-aea8-f32f4918a989 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1438015 Jan 22 20:10:52.246907 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8838f9e9-6c4d-42e2-9aeb-6b17376dcdb3 req-31125f4a-1012-4b09-b3ac-58836ee99e60 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489471 Jan 22 20:10:53.419842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c250329b-ad5e-4e6f-a096-df09bbfc0245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:53.524642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde3437-91f8-430e-a0e8-fd57a1914a33 req-4ac89595-d5b5-4431-9365-de1c4a6eb19e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:53.526365 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0cde3437-91f8-430e-a0e8-fd57a1914a33 req-4ac89595-d5b5-4431-9365-de1c4a6eb19e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1231422 Jan 22 20:10:53.587969 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0cde3437-91f8-430e-a0e8-fd57a1914a33 req-0bc5305e-5728-4fa2-a06d-08028820d91b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528150 Jan 22 20:10:54.868734 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c77f8-72e4-4aeb-9d0d-6c73c39a8e47 req-5135dd5f-fc07-4de9-a989-30e297aa037b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:54.871165 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd3c77f8-72e4-4aeb-9d0d-6c73c39a8e47 req-5135dd5f-fc07-4de9-a989-30e297aa037b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1190259 Jan 22 20:10:54.934745 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bd3c77f8-72e4-4aeb-9d0d-6c73c39a8e47 req-0c846ab2-ba3b-4850-a783-932e9af5b29e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547326 Jan 22 20:10:55.777000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-069129f2-1ce4-4f69-9be1-9911fc24bd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:56.223083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:56.255547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f15a5-00c6-4851-951e-75ce13906415 req-e83ad205-1666-4249-a390-ec1072f1bcd8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:56.257300 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea5f15a5-00c6-4851-951e-75ce13906415 req-e83ad205-1666-4249-a390-ec1072f1bcd8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1700966 Jan 22 20:10:56.319437 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea5f15a5-00c6-4851-951e-75ce13906415 req-8ad67fe6-b2b4-4bfd-8e69-6364f3ceb553 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538776 Jan 22 20:10:57.306324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:57.594366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4c66-ff00-430a-86c6-12de1a715090 req-798561dd-fce4-4c84-90c5-15b92c7c0d2c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:57.597554 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fe3d4c66-ff00-430a-86c6-12de1a715090 req-798561dd-fce4-4c84-90c5-15b92c7c0d2c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1198761 Jan 22 20:10:57.667310 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fe3d4c66-ff00-430a-86c6-12de1a715090 req-52773ef2-b61f-431f-a5e2-6c6292d564f7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635948 Jan 22 20:10:57.815996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:10:58.257173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:10:58.933928 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abfddd-ff45-4b39-96ce-d45502f3f3fb req-d32dbffc-e263-4c90-b554-72e0f7aa3c57 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:10:58.935651 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-66abfddd-ff45-4b39-96ce-d45502f3f3fb req-d32dbffc-e263-4c90-b554-72e0f7aa3c57 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1103299 Jan 22 20:10:59.004934 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-66abfddd-ff45-4b39-96ce-d45502f3f3fb req-52785f16-d1af-40fa-97ff-896aac4e3f53 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629337 Jan 22 20:11:00.264373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c080226-9d32-4c35-8319-48347311b685 req-9a4f4d5a-f30d-4e7a-a9b8-70aedde44d6a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:00.266367 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5c080226-9d32-4c35-8319-48347311b685 req-9a4f4d5a-f30d-4e7a-a9b8-70aedde44d6a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1139748 Jan 22 20:11:00.328244 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5c080226-9d32-4c35-8319-48347311b685 req-c79057ec-a960-437e-b56e-a19d9e04416f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506222 Jan 22 20:11:01.600254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcafe0-d7ff-4528-bb20-7d234957d659 req-af12a6f0-8c2d-436f-a21b-105fef207cb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:01.601957 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-87fcafe0-d7ff-4528-bb20-7d234957d659 req-af12a6f0-8c2d-436f-a21b-105fef207cb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1142759 Jan 22 20:11:01.664154 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-87fcafe0-d7ff-4528-bb20-7d234957d659 req-12d17e2b-1fb5-4513-bf02-786c771df4b2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548260 Jan 22 20:11:02.970289 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d138f-77cc-4780-b4eb-7bf9764a5967 req-7e53a18a-a3a4-4b6e-9a3f-a52379821831 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:02.972423 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f02d138f-77cc-4780-b4eb-7bf9764a5967 req-7e53a18a-a3a4-4b6e-9a3f-a52379821831 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1067827 Jan 22 20:11:03.025319 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f02d138f-77cc-4780-b4eb-7bf9764a5967 req-49f66876-fd65-4f8a-95d5-d533ffaad8b9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Jan 22 20:11:03.549606 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:04.282851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ae879-1cdb-403d-a9cf-fb3af98ae745 req-446fc5a2-a133-4e8c-860f-9abf86d164be tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:04.285070 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e16ae879-1cdb-403d-a9cf-fb3af98ae745 req-446fc5a2-a133-4e8c-860f-9abf86d164be tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.1092160 Jan 22 20:11:04.335705 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e16ae879-1cdb-403d-a9cf-fb3af98ae745 req-bb911815-c017-43f9-a880-efd8a66d46f7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Jan 22 20:11:04.386093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:04.456564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:04.456976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:04.576195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:04.604443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:11:04.614437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:04.619116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:04.620990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:04.665602 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'code': 200} Jan 22 20:11:04.695034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=6']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:04.698261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:05.391891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c130d4-c1b1-47ed-9fcf-08bdd19055b0 req-9430340f-9419-4920-8873-b6e5da98f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:05.393625 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13c130d4-c1b1-47ed-9fcf-08bdd19055b0 req-9430340f-9419-4920-8873-b6e5da98f024 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1163 time: 0.0768363 Jan 22 20:11:05.437012 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-13c130d4-c1b1-47ed-9fcf-08bdd19055b0 req-9df92199-d2a4-448e-b3cd-671aa946f9d1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370848 Jan 22 20:11:05.584714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562156-539e-446b-8a82-5d40e4349b58 req-2ac3e95c-3342-44c6-9a27-80f3dbec4a79 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:05.586214 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4562156-539e-446b-8a82-5d40e4349b58 req-2ac3e95c-3342-44c6-9a27-80f3dbec4a79 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1076834 Jan 22 20:11:05.637479 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e4562156-539e-446b-8a82-5d40e4349b58 req-3ab279d9-b56e-4291-b00b-86ee35984ee4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450006 Jan 22 20:11:06.138023 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:06.211133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 00c8b7cf-d13f-43c5-b888-de248c960cc5 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:06.211552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:06.515694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54048) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:06.669371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:06.689318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:06.694010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Usage tracker for resource:security_group_rule and tenant:de70366ed5404dd6b886757a5cef6c59 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:06.697333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:06.703261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:06.797012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:06.801067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:06.810874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aa0d795e-6a8b-4218-ba9f-15b0ad436d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:06.857664 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2571df-ce8a-4153-b1ba-05baac554bb8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:06.866142 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de70366ed5404dd6b886757a5cef6c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492992 Jan 22 20:11:06.866851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54070) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:06.867815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4a302dc2-3eac-438e-bb62-66aeddbc82f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:06.911200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c260e-81f9-4a74-82dd-cecd008c5b7c req-2a21c96e-26ed-402f-8110-809bf5c1537f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:06.912911 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-368c260e-81f9-4a74-82dd-cecd008c5b7c req-2a21c96e-26ed-402f-8110-809bf5c1537f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1222510 Jan 22 20:11:06.935739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:06.966692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:06.970647 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-368c260e-81f9-4a74-82dd-cecd008c5b7c req-cdda7d24-82e7-4f8c-b67b-2772a07a3ab4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504127 Jan 22 20:11:07.037415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.042706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e6a7309d-8855-4921-90ca-f850cb31517d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:07.058518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2571df-ce8a-4153-b1ba-05baac554bb8,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:07.062269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:07.065731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.071112 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3b0d47b7-7551-4fa2-a367-e4fc0af6196f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d2571df-ce8a-4153-b1ba-05baac554bb8 HTTP/1.1" status: 204 len: 168 time: 0.2010360 Jan 22 20:11:07.432088 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54096) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:07.451899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.468116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:07.472761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Usage tracker for resource:security_group_rule and tenant:af2b544aeeb64ba0be43636be7c14e7c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:07.475701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:07.481689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:07.569161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.571987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.581492 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ebfcc005-0b47-4d9f-8320-2407b98cc8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:07.624072 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af2b544aeeb64ba0be43636be7c14e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908734 Jan 22 20:11:07.624960 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0732c994-e570-4597-b475-f9a12a432f86,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:07.627020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54100) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:07.628358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6f17fd56-f856-464f-8b2f-43cd8a16640a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:07.689518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.717215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.762007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.767013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9cbe49ba-8e4d-497f-992b-dc3808bb0bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:07.780642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732c994-e570-4597-b475-f9a12a432f86,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:07.785936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:07.790304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:07.791573 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-f759afc4-4175-463c-9425-d167ff2d97ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0732c994-e570-4597-b475-f9a12a432f86 HTTP/1.1" status: 204 len: 168 time: 0.1634638 Jan 22 20:11:08.245095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5f52-843f-4e99-856f-a0f104761f7b req-c2d934f0-8f1d-4b82-841c-2c087185aa0a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:08.246785 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d47d5f52-843f-4e99-856f-a0f104761f7b req-c2d934f0-8f1d-4b82-841c-2c087185aa0a tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1140707 Jan 22 20:11:08.303106 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d47d5f52-843f-4e99-856f-a0f104761f7b req-8a0eedfc-c552-409c-a905-a28064d88122 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498135 Jan 22 20:11:13.284048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54176) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:13.438008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.453705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:13.457816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Usage tracker for resource:security_group_rule and tenant:d92c6bc860494c3382aab6e2de688bb7 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:13.460800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:13.466560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:13.551837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.554640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.563689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-25405395-d022-4f8f-a24b-33cccb28be17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:13.609277 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d92c6bc860494c3382aab6e2de688bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240814 Jan 22 20:11:13.610279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdabe6d5-557a-452a-8d70-f6c5ed0cf505,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:13.612851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54182) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:13.614408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:13.677724 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.704388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.751789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.756810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6109b7c-ac4b-421d-9ed4-144deda0feb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:13.769007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdabe6d5-557a-452a-8d70-f6c5ed0cf505,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:13.771681 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:13.779840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:13.781099 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0f5d6fe6-038d-4890-b22a-d980dac0c799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdabe6d5-557a-452a-8d70-f6c5ed0cf505 HTTP/1.1" status: 204 len: 168 time: 0.1662481 Jan 22 20:11:14.198916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54190) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:14.218829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.235203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:14.239812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Usage tracker for resource:security_group_rule and tenant:7c10aadc52b24fb3baaa6a724f8f203b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:14.242800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:14.248638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:14.332962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.335776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.344533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-63664bd0-466c-4ba2-8bfd-b47e212ac055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:14.385769 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c10aadc52b24fb3baaa6a724f8f203b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857138 Jan 22 20:11:14.387486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b44d6-ee9e-4507-a259-4c8486815896,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:14.388799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54194) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:14.390708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:14.452732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.480324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.525534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.530467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-471ad332-6792-4e20-a32b-a4389f3f5f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:14.543175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b44d6-ee9e-4507-a259-4c8486815896,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:14.545638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:14.553747 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:14.555042 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d1b44d6-ee9e-4507-a259-4c8486815896 HTTP/1.1" status: 204 len: 168 time: 0.1644518 Jan 22 20:11:15.925931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54224) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:16.076289 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.092215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:16.096282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Usage tracker for resource:security_group_rule and tenant:4ef98a0a414247fcbfc0c44c5b50e7dc is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:16.099227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:16.104966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:16.187370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.190701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.202656 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ba1d809d-a75b-46de-a8d4-fd9a1008218a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:16.244665 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ef98a0a414247fcbfc0c44c5b50e7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176012 Jan 22 20:11:16.245607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85baf81-b492-42ea-846a-acfdb731c3d0,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:16.247612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54230) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:16.248912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-af21e7e4-fac9-4c32-b3c4-1103eab3b01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:16.314360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.341519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.385969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.390923 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7e301a4b-65d2-4268-84ea-019e256d7c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:16.404133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85baf81-b492-42ea-846a-acfdb731c3d0,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:16.409070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:16.413383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:16.414594 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a85baf81-b492-42ea-846a-acfdb731c3d0 HTTP/1.1" status: 204 len: 168 time: 0.1658907 Jan 22 20:11:23.332210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54296) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:23.409702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c9459f5a-c091-4272-8fc9-430b3c9c9076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.489303 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.505078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:23.509106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Usage tracker for resource:security_group_rule and tenant:42cfb2634c6c4057afcd045ef0a23548 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:23.512495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:23.519226 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:23.602946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.605738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.615267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e222142c-35c9-4343-af9e-40651a407a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:23.656252 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42cfb2634c6c4057afcd045ef0a23548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229330 Jan 22 20:11:23.657961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ea2ea-ad6b-4b3a-af9e-8f4eaaeaa295,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:23.659843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54302) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:23.666512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.666956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.667366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.667768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.668168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.668563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.668953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.669346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.669736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.670126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.670513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.670927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.671355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.671744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.672130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.672517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.672902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.673297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.673685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.674784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.675295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.675696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.676088 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.676477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:23.681090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-739cac37-bb12-492a-bc46-d8d6728738c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:23.722840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.750089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.794506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.800034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d1c47242-7fc2-4c60-9a8a-47402a8e1f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:23.812924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ea2ea-ad6b-4b3a-af9e-8f4eaaeaa295,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:23.815584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:23.822963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:23.824176 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-49712c3a-0f23-466f-b3c2-c10d124dd52c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac6ea2ea-ad6b-4b3a-af9e-8f4eaaeaa295 HTTP/1.1" status: 204 len: 168 time: 0.1632426 Jan 22 20:11:24.647819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54324) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:24.794080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45205688-network', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:24.799263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:24.803376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Usage tracker for resource:network and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:24.806653 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:24.812424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:24.821876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Made reservation on behalf of 66a1dc04ace544a7b627757f56b383d9 for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:11:24.826533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:24.839769 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:24.859085 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:24.863340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Usage tracker for resource:security_group_rule and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:24.866275 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:24.872093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:24.957353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:24.960071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:24.964162 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4fdbb12f-7135-482f-858f-1fad0a9d6730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:24.995666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:11:25.005511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d83d13-200e-4c91-aa8d-b35a193c69b8,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:25.009367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:25.012017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.012412 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Added segment e0af2af7-a75f-4057-b1ec-783fbc49534d of type vxlan for network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d Jan 22 20:11:25.040813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.073317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.074690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:25.075338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.081317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-29209941-b4ac-439e-900f-9668daf5b2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:25.188403 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5392628 Jan 22 20:11:25.192256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54330) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:25.201243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Request body: {'subnet': {'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45205688-subnet', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:25.204924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Pushing event updated for resources: {'Network': ['ID=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:25.208599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b4612524-d5e8-4f6e-9361-bee8a740a44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:25.209562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:25.214969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Usage tracker for resource:subnet and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:25.218095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:11:25.219861 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:25.229868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:25.243968 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Made reservation on behalf of 66a1dc04ace544a7b627757f56b383d9 for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:11:25.249207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:11:25.251687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845016122'] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.740111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845016075'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.755410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5b05eae2-e3d2-43e7-aa56-bbab46dce77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:25.777727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-839ad844-d19d-4b79-96e0-60dc2d809566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:25.888571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:25.892792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:25.951826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Checking segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:25.952217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Network hostable DHCP agents. Network: ec3b50ec-074c-4cdb-9027-cf40a5fafb1d, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:11:25.970106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:11:25.978567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, ec3b50ec-074c-4cdb-9027-cf40a5fafb1d) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:25.988874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720eeaf1-dc76-4ac9-a643-268f4f64b985 None None] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:11:25.990991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:25.991629 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.010640 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-3918ef3d-46c9-4c0e-99ed-85c0a3927da2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8173006 Jan 22 20:11:26.013475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54334) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:26.020337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:26.025219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:26.029315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Usage tracker for resource:router and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:26.032822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:26.039754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:26.049833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.050927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.066995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.239391 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.243680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 20:11:26.244601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.542779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Allocated IP 172.20.0.2 (ec3b50ec-074c-4cdb-9027-cf40a5fafb1d/bcca348a-2b1b-4ab3-8d1f-d4c87f268f32/dca8ee7f-d139-4411-a74b-e42326f5f10b) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:26.573350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.764128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.779487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Transition to ACTIVE for port object dca8ee7f-d139-4411-a74b-e42326f5f10b will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:26.797755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Transition to ACTIVE for port object dca8ee7f-d139-4411-a74b-e42326f5f10b will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:26.802829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.819622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4793a5f3-a10f-45c7-b198-afc94dde264e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:26.900298 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.932632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:26.967094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Pushing event updated for resources: {'Port': ['ID=dca8ee7f-d139-4411-a74b-e42326f5f10b,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:26.970326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:27.016172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:27.017371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:27.019840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:27.076702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Attempting to bind port dca8ee7f-d139-4411-a74b-e42326f5f10b on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:27.077128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Attempting to bind port dca8ee7f-d139-4411-a74b-e42326f5f10b by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:27.077525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Attempting to bind port dca8ee7f-d139-4411-a74b-e42326f5f10b on network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:27.084358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:27.084784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Checking segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:27.085228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.085668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Bound using segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:27.086184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Bound port: dca8ee7f-d139-4411-a74b-e42326f5f10b, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:27.086615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.187697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] For port dca8ee7f-d139-4411-a74b-e42326f5f10b, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:27.190985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] For port dca8ee7f-d139-4411-a74b-e42326f5f10b, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=dca8ee7f-d139-4411-a74b-e42326f5f10b,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:27.194290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.209397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-acff44a8-5f74-453a-a627-9a7865ac0b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:27.224034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Allocated IP 172.28.1.204 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/f72c99b7-2258-4ea8-990f-d1922787126f) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:27.372185 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Pushing event updated for resources: {'Port': ['ID=dca8ee7f-d139-4411-a74b-e42326f5f10b,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:27.377970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:27.378779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.385168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.415432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.431922 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d08eb6b3-15e6-4cc2-ba4b-b69e663f023d tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:27.576990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Pushing event updated for resources: {'Port': ['ID=f72c99b7-2258-4ea8-990f-d1922787126f,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:27.582940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:27.624891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:27.626053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:27.628414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:27.826419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:27.828716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device dca8ee7f-d139-4411-a74b-e42326f5f10b up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:27.898954 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port dca8ee7f-d139-4411-a74b-e42326f5f10b completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:28.079805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:28.435898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:28.768098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7eaa11-7bc1-48d0-9679-2ae7d64a843c None None] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:11:28.882515 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Provisioning for port dca8ee7f-d139-4411-a74b-e42326f5f10b completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:28.891935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Provisioning complete for port dca8ee7f-d139-4411-a74b-e42326f5f10b triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:28.892357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:28.936308 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-9dcba78b-981f-4c93-aaab-daa2c97a21dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2011306 Jan 22 20:11:28.967150 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Router 395d1c80-f681-47df-a79b-d0e14945ffea is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 20:11:29.130435 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:29.179673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] For port dca8ee7f-d139-4411-a74b-e42326f5f10b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=dca8ee7f-d139-4411-a74b-e42326f5f10b,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:29.183361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:29.185371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:29.230500 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-63024c27-dc50-427b-8a10-9d3f735b335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:29.232060 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-63024c27-dc50-427b-8a10-9d3f735b335c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 1163 time: 0.1990676 Jan 22 20:11:29.237230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:11:29.255987 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Sync routers for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:11:29.275337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:29.276036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:29.339932 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Pushing event updated for resources: {'Port': ['ID=dca8ee7f-d139-4411-a74b-e42326f5f10b,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:29.351433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:29.357278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] Notify callbacks [] for router, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:29.361372 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-da62f799-324f-4c52-a4fd-4bae71baaada admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3441010 Jan 22 20:11:29.361828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54340) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:29.413190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-32eec6b2-fd47-4646-985c-a4a15b9716cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:29.415214 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-32eec6b2-fd47-4646-985c-a4a15b9716cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1590178 Jan 22 20:11:29.546230 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-be7a7327-c617-4a8c-90dd-43385add1edb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 200 len: 1002 time: 0.1231506 Jan 22 20:11:29.616304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-84ca6f9a-4de8-4b2f-b6c1-f5943b66236d None None] Provisioning complete for port dca8ee7f-d139-4411-a74b-e42326f5f10b triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:29.616731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f9a-4de8-4b2f-b6c1-f5943b66236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:29.630441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-069cba00-8115-4fd6-bf34-2fc6a747e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:29.632606 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-069cba00-8115-4fd6-bf34-2fc6a747e722 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0781355 Jan 22 20:11:29.714430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:29.749001 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-ef64855d-9ff2-44e9-b380-33d33fd21a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:29.750907 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-ef64855d-9ff2-44e9-b380-33d33fd21a27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1105111 Jan 22 20:11:29.848017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device dca8ee7f-d139-4411-a74b-e42326f5f10b up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:29.936101 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-63b4f9f3-3385-48c6-ba6f-94ddd44d343a service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777430 Jan 22 20:11:30.120963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port dca8ee7f-d139-4411-a74b-e42326f5f10b triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:30.121389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:30.139756 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d57bcb54-48d3-440e-ac82-b6fa93ca3264 req-e0b8f375-fbb8-4f8f-8fe7-bb5868b3c7d8 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1943417 Jan 22 20:11:30.269743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-7929eb90-94b8-4f16-bd15-abcf0983e4e7 None None] Provisioning complete for port dca8ee7f-d139-4411-a74b-e42326f5f10b triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:30.270093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7929eb90-94b8-4f16-bd15-abcf0983e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:30.422777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:27Z', 'revision_number': 3, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:30.430143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Checking router: 395d1c80-f681-47df-a79b-d0e14945ffea for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:11:30.430565 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Updating router 395d1c80-f681-47df-a79b-d0e14945ffea port f72c99b7-2258-4ea8-990f-d1922787126f binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:11:30.481758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:30.549393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:30.869723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Allocated IP 172.20.0.1 (ec3b50ec-074c-4cdb-9027-cf40a5fafb1d/bcca348a-2b1b-4ab3-8d1f-d4c87f268f32/a4a7d558-dfaf-4f5d-858d-aa505a205323) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:30.980054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:30.993396 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Transition to ACTIVE for port object f72c99b7-2258-4ea8-990f-d1922787126f will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:30.996072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.012498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3271bafb-14e7-42ff-847d-e2b2ddc14841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:31.028974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.044847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Transition to ACTIVE for port object a4a7d558-dfaf-4f5d-858d-aa505a205323 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:31.068709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.087512 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-27f5aa17-8801-4706-bdfc-e8da1dec30b2 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:31.156321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e4b73-070b-4782-adea-38bca0735c7f None None] Pushing event updated for resources: {'Port': ['ID=f72c99b7-2258-4ea8-990f-d1922787126f,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:31.159432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-148e4b73-070b-4782-adea-38bca0735c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:31.217365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Attempting to bind port f72c99b7-2258-4ea8-990f-d1922787126f on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:31.217837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Attempting to bind port f72c99b7-2258-4ea8-990f-d1922787126f by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:31.218257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Attempting to bind port f72c99b7-2258-4ea8-990f-d1922787126f on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:31.225250 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:31.225676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:31.226128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.226574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:31.227128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Bound port: f72c99b7-2258-4ea8-990f-d1922787126f, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:31.227278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a7d558-dfaf-4f5d-858d-aa505a205323,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:31.227557 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.237034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:31.281931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:31.283227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:31.285496 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:31.309355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] For port f72c99b7-2258-4ea8-990f-d1922787126f, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:31.312782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] For port f72c99b7-2258-4ea8-990f-d1922787126f, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=f72c99b7-2258-4ea8-990f-d1922787126f,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:31.317524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.333603 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-49cbc70d-a90b-4ceb-a6aa-cce96c794ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:31.347661 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.488166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e4b73-070b-4782-adea-38bca0735c7f None None] Pushing event updated for resources: {'Port': ['ID=f72c99b7-2258-4ea8-990f-d1922787126f,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:31.492337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-148e4b73-070b-4782-adea-38bca0735c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:31.528219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-000a882c-66bd-4ff1-9185-ea23426b42d0 None None] Provisioning for port a4a7d558-dfaf-4f5d-858d-aa505a205323 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:31.536990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-000a882c-66bd-4ff1-9185-ea23426b42d0 None None] Provisioning complete for port a4a7d558-dfaf-4f5d-858d-aa505a205323 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:31.537412 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-000a882c-66bd-4ff1-9185-ea23426b42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.605904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:31.606508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:31.611974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.663539 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-000a882c-66bd-4ff1-9185-ea23426b42d0 None None] Port a4a7d558-dfaf-4f5d-858d-aa505a205323 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:11:31.797823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:31.901283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.905164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:31.934637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e619e2bc-1b86-4f6b-b5dd-daac4a09318c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:32.026837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:32.043403 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a7d558-dfaf-4f5d-858d-aa505a205323,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:32.059635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:32.179758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:32.180913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:32.319484 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:30Z', 'revision_number': 1, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:32.323852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf61087-46a2-493c-b349-0edbb8ea69f3 None None] The sync data for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb is: [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:30Z', 'revision_number': 1, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:11:32.385609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2bc93b37-3232-4a09-bbd5-81c9f3a07575 None None] Provisioning complete for port a4a7d558-dfaf-4f5d-858d-aa505a205323 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:32.386033 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b37-3232-4a09-bbd5-81c9f3a07575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:32.389601 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Router 395d1c80-f681-47df-a79b-d0e14945ffea has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:11:32.447642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2bc93b37-3232-4a09-bbd5-81c9f3a07575 None None] Port a4a7d558-dfaf-4f5d-858d-aa505a205323 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:11:32.582510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:11:32.600631 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-2cb6a66a-7d7c-4c72-92d0-2674a8e0c306 admin admin] 10.222.0.18 "PUT /v2.0/routers/395d1c80-f681-47df-a79b-d0e14945ffea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2378173 Jan 22 20:11:33.372971 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54358) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:33.379751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-249283189-network', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:33.385168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:33.389545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Usage tracker for resource:network and tenant:e4bbfd9d13114059bbc1d5fa00b7fa53 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:33.392771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:33.398731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:33.409016 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Made reservation on behalf of e4bbfd9d13114059bbc1d5fa00b7fa53 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:11:33.414042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.428355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.444536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:33.448799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Usage tracker for resource:security_group_rule and tenant:e4bbfd9d13114059bbc1d5fa00b7fa53 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:33.451989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:33.457975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:33.547942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.563725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.566736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.571035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-37d309e7-9912-4192-aecc-074ee0f8c434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:33.603110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:11:33.617299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bd7dc-e885-473d-8665-8be27e72c311,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:33.620810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:33.622159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292307515184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.622599 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Added segment b95717f8-a2e1-4dd5-9d42-9e6a69572946 of type vxlan for network 47866a98-6ecf-4167-b02a-a1d3006d8b07 Jan 22 20:11:33.653216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.683875 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.685136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:33.685778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.690964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5a73488a-2991-4547-bcf7-d2bf4df1a2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:33.797571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device f72c99b7-2258-4ea8-990f-d1922787126f up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:33.800758 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4264817 Jan 22 20:11:33.801874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Pushing event updated for resources: {'Network': ['ID=47866a98-6ecf-4167-b02a-a1d3006d8b07,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:33.803726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54362) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:33.805067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-721e1c8d-3cb3-4794-9ee6-61b89f10b168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:33.810505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Request body: {'subnet': {'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-249283189-subnet', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'ip_version': 4}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:33.816635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:33.820791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Usage tracker for resource:subnet and tenant:e4bbfd9d13114059bbc1d5fa00b7fa53 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:33.823833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:33.829811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:33.836772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:11:33.845414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Made reservation on behalf of e4bbfd9d13114059bbc1d5fa00b7fa53 for: {'subnet': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:11:33.850342 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845016122'] for subnet, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:33.850483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:11:34.075443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port f72c99b7-2258-4ea8-990f-d1922787126f completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:34.080626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port f72c99b7-2258-4ea8-990f-d1922787126f triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:34.080964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.207143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.224072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port f72c99b7-2258-4ea8-990f-d1922787126f, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=f72c99b7-2258-4ea8-990f-d1922787126f,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:34.227114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.229021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:34.272742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845016075'] for subnet, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.288858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:34.300970 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=f72c99b7-2258-4ea8-990f-d1922787126f,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:34.304464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:34.425894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5e44c7-cb0b-4844-94a0-07acdce82dc6,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:34.428821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:34.494008 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Checking segment: {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:34.494402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Network hostable DHCP agents. Network: 47866a98-6ecf-4167-b02a-a1d3006d8b07, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:11:34.512618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:11:34.521330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 47866a98-6ecf-4167-b02a-a1d3006d8b07) {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:34.529852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec84c9-f00e-44a2-b3a2-507dca23caa9 None None] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:11:34.535083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:34.535742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.554687 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7495854 Jan 22 20:11:34.558274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54366) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:34.563945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:34.568819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:34.572796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Usage tracker for resource:router and tenant:e4bbfd9d13114059bbc1d5fa00b7fa53 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:34.576294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:34.582744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:34.591624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3790191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245073'] for router, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.592667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850981562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850984243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850884866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854530744'] for router, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.608325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.757212 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d661def-97aa-5cd1-a96d-4d429fc5e93f-47866a98-6ecf-4167-b02a-a1d3006d8b07', 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'fixed_ips': [{'subnet_id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6'}]}} from dv-cinder-768105-3-smb. {{(pid=80123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 20:11:34.758123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:34.891853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850984194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854530693'] for router, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.045040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Allocated IP 172.20.0.2 (47866a98-6ecf-4167-b02a-a1d3006d8b07/9b5e44c7-cb0b-4844-94a0-07acdce82dc6/7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:35.257408 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:11:35.300215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.312130 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Transition to ACTIVE for port object 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:35.330785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Transition to ACTIVE for port object 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:35.335767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.353216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:35.454152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.487106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.492924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Pushing event updated for resources: {'Port': ['ID=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:35.497472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:35.552395 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:35.553613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:35.556368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:35.619863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Attempting to bind port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:35.620279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Attempting to bind port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:35.620691 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Attempting to bind port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa on network 47866a98-6ecf-4167-b02a-a1d3006d8b07 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:35.626431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:35.626967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Checking segment: {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:35.627576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.627858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Bound using segment: {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:35.628373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Bound port: 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:35.628790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.671109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Sync routers for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:11:35.681920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:35.682719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:35.722362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] For port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:35.726193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] For port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:35.731393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.748399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:35.786216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Allocated IP 172.28.1.205 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/ff3f46f7-69f5-4121-8dee-07626ea46d63) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:35.810283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device f72c99b7-2258-4ea8-990f-d1922787126f up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:35.886280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:35.952609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:35.961024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Pushing event updated for resources: {'Port': ['ID=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:35.971575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:35.984996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:36.000761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5eea4d41-a7ee-4208-b6cc-df62c650c2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:36.007205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port f72c99b7-2258-4ea8-990f-d1922787126f triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:36.007205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:36.163169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3f46f7-69f5-4121-8dee-07626ea46d63,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:36.166490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:36.235566 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:36.237397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:36.239874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:36.288737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 2, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:36.293299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Checking router: 395d1c80-f681-47df-a79b-d0e14945ffea for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:11:36.293720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Updating router 395d1c80-f681-47df-a79b-d0e14945ffea port a4a7d558-dfaf-4f5d-858d-aa505a205323 binding host dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:11:36.355940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:36.716305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:36.797355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:36.815767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Transition to ACTIVE for port object a4a7d558-dfaf-4f5d-858d-aa505a205323 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:36.818472 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:36.834728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bccb9fb-7e32-48a6-9e1a-4b73939b8e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:36.969685 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Pushing event updated for resources: {'Port': ['ID=a4a7d558-dfaf-4f5d-858d-aa505a205323,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:36.991804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.992184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.992558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.992927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.993290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.993651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.994012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.994372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.994772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.995131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.995492 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.995846 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.996239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.996594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.996947 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.997300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.997652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.998004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.998353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.998741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.999094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.999446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:36.999795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:37.000143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:37.004872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:37.078191 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850985704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3791591'] for router, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:37.166254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Attempting to bind port a4a7d558-dfaf-4f5d-858d-aa505a205323 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:37.166807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Attempting to bind port a4a7d558-dfaf-4f5d-858d-aa505a205323 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:37.167332 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Attempting to bind port a4a7d558-dfaf-4f5d-858d-aa505a205323 on network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:37.174413 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:37.175019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Checking segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:37.175939 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:37.176487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Bound using segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:37.177175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Bound port: a4a7d558-dfaf-4f5d-858d-aa505a205323, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:37.177852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:37.282355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] For port a4a7d558-dfaf-4f5d-858d-aa505a205323, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:37.287251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] For port a4a7d558-dfaf-4f5d-858d-aa505a205323, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=a4a7d558-dfaf-4f5d-858d-aa505a205323,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:37.292494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:37.316079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:37.346883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Router fcbd9b02-b322-460b-961e-d196eed833fc is scheduled to L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 with binding_index 1 {{(pid=80121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 20:11:37.487993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Pushing event updated for resources: {'Port': ['ID=a4a7d558-dfaf-4f5d-858d-aa505a205323,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:37.491448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5c4034f6-40c1-4d7e-aadb-3fb784bf79a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:37.569125 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:37.569822 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:37.585777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:11:37.597969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Sync routers for ids ['fcbd9b02-b322-460b-961e-d196eed833fc'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:11:37.614460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] Notify callbacks [] for router, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:37.618931 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e895e473-459d-43ce-ba15-53265bdd4a59 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0569727 Jan 22 20:11:37.619736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54378) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:37.629096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Routers {'fcbd9b02-b322-460b-961e-d196eed833fc'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:37.629808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['fcbd9b02-b322-460b-961e-d196eed833fc'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:37.929534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b80b20-4f73-4b87-b897-bcf4a7fd92e5 None None] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:11:37.968754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Set router fcbd9b02-b322-460b-961e-d196eed833fc gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:38.109196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device a4a7d558-dfaf-4f5d-858d-aa505a205323 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:38.163469 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:38.335540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-73bee650-406a-4069-bbbf-c11bb014586f None None] Provisioning for port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:38.402666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port a4a7d558-dfaf-4f5d-858d-aa505a205323 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:38.428044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port a4a7d558-dfaf-4f5d-858d-aa505a205323 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:38.428464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:38.530955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-73bee650-406a-4069-bbbf-c11bb014586f None None] Provisioning complete for port a4a7d558-dfaf-4f5d-858d-aa505a205323 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:38.531285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-73bee650-406a-4069-bbbf-c11bb014586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:38.542832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:37Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:38.547222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6f6e5-8c0e-4b13-ac97-8a39ca8e955f None None] The sync data for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb is: [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:37Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:11:38.840014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:38.884936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:38.915089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-73bee650-406a-4069-bbbf-c11bb014586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:38.965924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:11:36Z', 'revision_number': 3, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:38.974211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port a4a7d558-dfaf-4f5d-858d-aa505a205323, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=a4a7d558-dfaf-4f5d-858d-aa505a205323,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:38.975486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Checking router: fcbd9b02-b322-460b-961e-d196eed833fc for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:11:38.975901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Updating router fcbd9b02-b322-460b-961e-d196eed833fc port ff3f46f7-69f5-4121-8dee-07626ea46d63 binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:11:39.007849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.008776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:39.065599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f0c-cab4-458b-ab3a-e558d544de95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:39.243444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.276929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-73bee650-406a-4069-bbbf-c11bb014586f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:11:39.277339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-73bee650-406a-4069-bbbf-c11bb014586f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:11:39.293902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Allocated IP 172.20.0.1 (47866a98-6ecf-4167-b02a-a1d3006d8b07/9b5e44c7-cb0b-4844-94a0-07acdce82dc6/403ef006-ecdb-4564-ac12-408166525637) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:39.312806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=a4a7d558-dfaf-4f5d-858d-aa505a205323,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:39.327720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:39.511870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.532661 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Transition to ACTIVE for port object 403ef006-ecdb-4564-ac12-408166525637 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:39.542357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:39.560042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:39.560466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.567800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.584957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6fc0991e-501f-40c6-8b9d-138c64d1524e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:39.746796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Pushing event updated for resources: {'Port': ['ID=403ef006-ecdb-4564-ac12-408166525637,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:39.751151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:39.807972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:39.809133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:39.816307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:39.857647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.883840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790115'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:39.929896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfe06-f17c-4eeb-8d64-cb9802e4842e req-b218d003-971d-44d0-a234-457ff52f9b3c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:39.932416 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-707bfe06-f17c-4eeb-8d64-cb9802e4842e req-b218d003-971d-44d0-a234-457ff52f9b3c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1162732 Jan 22 20:11:39.993880 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-707bfe06-f17c-4eeb-8d64-cb9802e4842e req-dea8448f-bccf-4e37-a92c-8a583cb15c19 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533006 Jan 22 20:11:40.000181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:40.007044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.012471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:40.027315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.100613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device a4a7d558-dfaf-4f5d-858d-aa505a205323 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:40.183733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:40.187179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:40.194032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-63b7e74b-b032-4347-8998-94aa4ba5959d None None] Provisioning complete for port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:40.194499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63b7e74b-b032-4347-8998-94aa4ba5959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.323410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.328506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.331998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.347815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Transition to ACTIVE for port object ff3f46f7-69f5-4121-8dee-07626ea46d63 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:40.348511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port a4a7d558-dfaf-4f5d-858d-aa505a205323 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:40.348927 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.360679 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b08f2584-7a7b-4c79-960d-58b2da840238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:40.381389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.403019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1fd302ff-6254-491d-b4da-9a21d19905be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:40.447794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850985599'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.463242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Pushing event updated for resources: {'Port': ['ID=403ef006-ecdb-4564-ac12-408166525637,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:40.476687 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:40.592919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:40.594135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:40.631755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc1e40-c075-4f9a-91c3-3305c04a9ba6 None None] Pushing event updated for resources: {'Port': ['ID=ff3f46f7-69f5-4121-8dee-07626ea46d63,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:40.637804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aabc1e40-c075-4f9a-91c3-3305c04a9ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:40.717070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-63b7e74b-b032-4347-8998-94aa4ba5959d None None] Provisioning for port 403ef006-ecdb-4564-ac12-408166525637 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:40.735089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-63b7e74b-b032-4347-8998-94aa4ba5959d None None] Provisioning complete for port 403ef006-ecdb-4564-ac12-408166525637 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:40.735506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-63b7e74b-b032-4347-8998-94aa4ba5959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.799873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Router fcbd9b02-b322-460b-961e-d196eed833fc has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:11:40.806953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Attempting to bind port ff3f46f7-69f5-4121-8dee-07626ea46d63 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:40.807375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Attempting to bind port ff3f46f7-69f5-4121-8dee-07626ea46d63 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:40.807786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Attempting to bind port ff3f46f7-69f5-4121-8dee-07626ea46d63 on network 387371e6-5069-4d4c-a8d8-bef223dc9823 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:40.822584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:40.823032 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Checking segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:40.823482 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.823924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Bound using segment: {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:40.824451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Bound port: ff3f46f7-69f5-4121-8dee-07626ea46d63, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:40.824872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.854510 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-63b7e74b-b032-4347-8998-94aa4ba5959d None None] Port 403ef006-ecdb-4564-ac12-408166525637 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:11:40.903169 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] For port ff3f46f7-69f5-4121-8dee-07626ea46d63, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:40.906245 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] For port ff3f46f7-69f5-4121-8dee-07626ea46d63, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=ff3f46f7-69f5-4121-8dee-07626ea46d63,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:40.910014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:40.926549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:40.995901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:11:41.005203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] 10.222.0.18 "PUT /v2.0/routers/fcbd9b02-b322-460b-961e-d196eed833fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3839481 Jan 22 20:11:41.080893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-1dcaa17d-24f6-4050-b8d2-48d709f83607 None None] Provisioning complete for port 403ef006-ecdb-4564-ac12-408166525637 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:41.081305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa17d-24f6-4050-b8d2-48d709f83607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:41.138898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc1e40-c075-4f9a-91c3-3305c04a9ba6 None None] Pushing event updated for resources: {'Port': ['ID=ff3f46f7-69f5-4121-8dee-07626ea46d63,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:41.142864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aabc1e40-c075-4f9a-91c3-3305c04a9ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:41.175323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaa17d-24f6-4050-b8d2-48d709f83607 None None] Port 403ef006-ecdb-4564-ac12-408166525637 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:11:41.209288 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Routers {'fcbd9b02-b322-460b-961e-d196eed833fc'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:41.210243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['fcbd9b02-b322-460b-961e-d196eed833fc'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:41.313171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e0bb-8c0a-464b-bd94-473f9aee92ff req-b91fbbca-446f-4c86-92ff-b275d040bcb7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:41.317383 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fbb5e0bb-8c0a-464b-bd94-473f9aee92ff req-b91fbbca-446f-4c86-92ff-b275d040bcb7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1289067 Jan 22 20:11:41.379944 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fbb5e0bb-8c0a-464b-bd94-473f9aee92ff req-d0952a36-f9bc-4dd0-b30a-b32d715161a0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563262 Jan 22 20:11:41.569244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] Set router fcbd9b02-b322-460b-961e-d196eed833fc gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:41.630266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-808907b5-29b9-4510-a48f-bc788941be6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:41.631921 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-808907b5-29b9-4510-a48f-bc788941be6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.1072958 Jan 22 20:11:41.716090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Deleting port 00c8b7cf-d13f-43c5-b888-de248c960cc5 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:11:41.716426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:41.932372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:11:39Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '403ef006-ecdb-4564-ac12-408166525637', 'name': '', 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'mac_address': 'fa:16:3e:c0:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:39Z', 'updated_at': '2021-01-22T20:11:40Z', 'revision_number': 2, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'subnets': [{'id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:41.936580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa0d06-1b00-4894-8605-727d33ab0098 None None] The sync data for ids ['fcbd9b02-b322-460b-961e-d196eed833fc'] in dv-cinder-768105-3-smb is: [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:11:39Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '403ef006-ecdb-4564-ac12-408166525637', 'name': '', 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'mac_address': 'fa:16:3e:c0:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:39Z', 'updated_at': '2021-01-22T20:11:40Z', 'revision_number': 2, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'subnets': [{'id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:11:41.972917 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2007240529', 'description': 'tempest-TestShelveInstance-2007240529 description'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:41.987969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:42.004948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Usage tracker for resource:security_group and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:42.010208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:42.020962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:42.053458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:42.053863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.062314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.087037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:42.156043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:42.170462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:42.170914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.171339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Usage tracker for resource:security_group_rule and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:42.176036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:42.194693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:42.435692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 00c8b7cf-d13f-43c5-b888-de248c960cc5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:11:42.586816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.617284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:11:42.628665 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:42.633641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.636006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:42.728253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=7']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:42.735484 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:42.839264 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.839682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.840045 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Floating IP 86203f2b-baaf-421e-8c1c-4d12e6f1fcfc disassociated. External IP: 172.28.1.238, port: 00c8b7cf-d13f-43c5-b888-de248c960cc5. Jan 22 20:11:42.840440 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Calling delete_port for 00c8b7cf-d13f-43c5-b888-de248c960cc5 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:11:42.898509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c650e17-fd55-4af5-a4b9-a0a0dfca5fe9 req-6a1fa14e-db0f-4944-85ac-e45075177002 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:42.900302 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1c650e17-fd55-4af5-a4b9-a0a0dfca5fe9 req-6a1fa14e-db0f-4944-85ac-e45075177002 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 946 time: 0.3612478 Jan 22 20:11:42.950038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.969281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:42.978884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-69e28be6-0c7d-4fb0-89c0-c21b6ed9b7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:43.060158 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1c650e17-fd55-4af5-a4b9-a0a0dfca5fe9 req-34f2053f-dc80-4a34-8f8a-481ece64102d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488154 Jan 22 20:11:43.063330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event updated for resources: {'SecurityGroup': ['ID=0281d17a-c305-4367-ae54-d31b227fb851,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:43.066682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.079041 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-66995687-608d-40e4-9dfa-2a5fac80bc86 req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1110594 Jan 22 20:11:43.083864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-64f370b8-a35c-48b6-8d21-bf9fb0079c08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:43.094103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80121) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:11:43.094474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:11:43.140759 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'code': 200} Jan 22 20:11:43.198898 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3a4256b2-7f45-4042-8b78-3884373e815b req-af33e28b-39d4-491d-9151-c522a6086e73 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups/0281d17a-c305-4367-ae54-d31b227fb851 HTTP/1.1" status: 200 len: 1802 time: 0.0601125 Jan 22 20:11:43.210782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0281d17a-c305-4367-ae54-d31b227fb851', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:43.211139 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0281d17a-c305-4367-ae54-d31b227fb851', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:43.221815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:43.225829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Usage tracker for resource:security_group_rule and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:43.228832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:43.234662 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:43.290584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.319569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.322693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.324785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5ca63cf3-101e-452e-86c1-ed75598d82bd tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:43.348170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedcc421-461e-40a1-8875-f470c9ced3d5,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:43.350988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:43.361837 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.363245 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3a4256b2-7f45-4042-8b78-3884373e815b req-970d8b15-123d-49ac-a0bf-e49ecda856ff tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1570110 Jan 22 20:11:43.451523 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-d7974218-afba-44fb-a81e-ed8c573f99c0 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups/0281d17a-c305-4367-ae54-d31b227fb851 HTTP/1.1" status: 200 len: 2395 time: 0.0534720 Jan 22 20:11:43.462715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0281d17a-c305-4367-ae54-d31b227fb851', 'remote_group_id': None}]} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:43.463070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0281d17a-c305-4367-ae54-d31b227fb851', 'remote_group_id': None}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:43.473614 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:43.477841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Usage tracker for resource:security_group_rule and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:43.480878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:43.487152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:43.547646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group_rule, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.572197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.574744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.576924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-91b699ca-c8c4-445e-bbc1-3af600d9ea6e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:43.597483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Deleting port 00c8b7cf-d13f-43c5-b888-de248c960cc5 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:11:43.597854 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.631224 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fa54f8-3d4f-4efb-b263-15d64185afbe,revision_number=0']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:43.646067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:43.652003 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group_rule, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:43.653247 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-773ba839-4b5b-4160-9986-e746d7ebffbe req-f8d5d989-daa7-49fb-8c0d-aa0b7a56f00c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1950083 Jan 22 20:11:43.876186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] For port 00c8b7cf-d13f-43c5-b888-de248c960cc5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=00c8b7cf-d13f-43c5-b888-de248c960cc5,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:43.877225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.124645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device ff3f46f7-69f5-4121-8dee-07626ea46d63 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:44.224242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.224660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.225132 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Floating IP 86203f2b-baaf-421e-8c1c-4d12e6f1fcfc disassociated. External IP: 172.28.1.238, port: 00c8b7cf-d13f-43c5-b888-de248c960cc5. Jan 22 20:11:44.225560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Calling delete_port for 00c8b7cf-d13f-43c5-b888-de248c960cc5 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:11:44.230372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port ff3f46f7-69f5-4121-8dee-07626ea46d63 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:44.236756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port ff3f46f7-69f5-4121-8dee-07626ea46d63 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:44.237397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.386454 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.407439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port ff3f46f7-69f5-4121-8dee-07626ea46d63, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=ff3f46f7-69f5-4121-8dee-07626ea46d63,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:44.412234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.415109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:44.465179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102206a-9c98-4145-83aa-bf07b5573881 req-39624270-7f53-4c4a-8ce0-b0a8d4acd38b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:44.465971 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-8102206a-9c98-4145-83aa-bf07b5573881 req-39624270-7f53-4c4a-8ce0-b0a8d4acd38b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:11:44.490833 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=ff3f46f7-69f5-4121-8dee-07626ea46d63,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:44.494452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:44.505270 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-8102206a-9c98-4145-83aa-bf07b5573881 req-39624270-7f53-4c4a-8ce0-b0a8d4acd38b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:11:44.506563 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8102206a-9c98-4145-83aa-bf07b5573881 req-39624270-7f53-4c4a-8ce0-b0a8d4acd38b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 944 time: 0.2186751 Jan 22 20:11:44.533345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:44.553133 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:44.621957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event deleted for resources: {'Port': ['ID=00c8b7cf-d13f-43c5-b888-de248c960cc5,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:44.695305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.695736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.696152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.696564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.696972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.697378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.697783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.698184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.698586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.699010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.699409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.699805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.700241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.700640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.701037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.701432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.701829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.702223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.702635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.703095 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.703795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.704197 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.705184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.705839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:44.709787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:44.722280 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8102206a-9c98-4145-83aa-bf07b5573881 req-21a68bc0-ff4d-493b-b969-42ea1b8e0275 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=29a0bf96-ed4a-4a13-9111-56b94cc7d871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090321 Jan 22 20:11:45.000549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:11:45.216745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:11:45.227149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:11:45.238598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:45.241599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:45.262123 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] No DVR routers for this DVR port 00c8b7cf-d13f-43c5-b888-de248c960cc5 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:11:45.264518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:45.266643 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4da32c7e-e582-4154-9e7e-6bf617167718 req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "DELETE /v2.0/ports/00c8b7cf-d13f-43c5-b888-de248c960cc5 HTTP/1.1" status: 204 len: 173 time: 3.6290162 Jan 22 20:11:45.267797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-deleted', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:11:45.444238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Sync routers for ids ['fcbd9b02-b322-460b-961e-d196eed833fc'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:11:45.455814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Routers {'fcbd9b02-b322-460b-961e-d196eed833fc'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:45.456773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['fcbd9b02-b322-460b-961e-d196eed833fc'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:45.459914 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd', 'name': 'network-vif-deleted', 'tag': '00c8b7cf-d13f-43c5-b888-de248c960cc5', 'status': 'completed', 'code': 200} Jan 22 20:11:45.468149 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:45.656789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Set router fcbd9b02-b322-460b-961e-d196eed833fc gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:45.851206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:45.855930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:11:45.866902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:45.867571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:45.974508 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-46d1cd9a-55f3-4e70-a0eb-39118a1f9ab6 req-3ccca6d0-c639-4824-bc2a-44833e5021dc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=a4e1ed23-2b2e-421f-9cea-1721d8f0e6dd HTTP/1.1" status: 200 len: 210 time: 0.0686250 Jan 22 20:11:46.027171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:11:39Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '403ef006-ecdb-4564-ac12-408166525637', 'name': '', 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'mac_address': 'fa:16:3e:c0:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:39Z', 'updated_at': '2021-01-22T20:11:40Z', 'revision_number': 2, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'subnets': [{'id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:46.032755 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Checking router: fcbd9b02-b322-460b-961e-d196eed833fc for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:11:46.033260 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Updating router fcbd9b02-b322-460b-961e-d196eed833fc port 403ef006-ecdb-4564-ac12-408166525637 binding host dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 20:11:46.072248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:46.106240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device ff3f46f7-69f5-4121-8dee-07626ea46d63 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:46.156976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:46.304243 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port ff3f46f7-69f5-4121-8dee-07626ea46d63 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:46.304791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:46.422522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:46.427550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c49e0-d879-451c-a430-ce937d373f72 None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:11:46.832906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c9e705-8628-4a35-9f11-f0096065a2de None None] New status for floating IP 86203f2b-baaf-421e-8c1c-4d12e6f1fcfc: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:11:46.918386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:46.931568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Transition to ACTIVE for port object 403ef006-ecdb-4564-ac12-408166525637 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:46.934181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:46.949609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:47.107920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Pushing event updated for resources: {'Port': ['ID=403ef006-ecdb-4564-ac12-408166525637,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:47.133667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.134168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.134644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.135114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.135559 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.135933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.136306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.136673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.137302 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.137430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.137730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.138090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.138494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.138915 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.139283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.139653 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.140050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.140421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.140786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.141271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.141641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.142548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.142982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.143347 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:11:47.150463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:47.151584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54482) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:47.232893 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.267546 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.295678 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Attempting to bind port 403ef006-ecdb-4564-ac12-408166525637 on host dv-cinder-768105-3-smb for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:47.296192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Attempting to bind port 403ef006-ecdb-4564-ac12-408166525637 by drivers openvswitch on host dv-cinder-768105-3-smb at level 0 using segments [{'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:47.296696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Attempting to bind port 403ef006-ecdb-4564-ac12-408166525637 on network 47866a98-6ecf-4167-b02a-a1d3006d8b07 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:47.303966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Checking agent: {'id': 'aae21624-c702-47bd-8a07-9d89f768047f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 19, 55, 27), 'started_at': datetime.datetime(2021, 1, 22, 19, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:47.304466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Checking segment: {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:47.305446 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.306147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Bound using segment: {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:47.306699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Bound port: 403ef006-ecdb-4564-ac12-408166525637, host: dv-cinder-768105-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95717f8-a2e1-4dd5-9d42-9e6a69572946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:47.307126 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.320666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.326447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ef006ad0-1f6a-46c6-b890-85d829fb722a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:47.346427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a0bf96-ed4a-4a13-9111-56b94cc7d871,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:47.349491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:47.363940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.365598 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6e947906-1622-4b62-b4fc-cfee2ee0c6fd tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "DELETE /v2.0/security-groups/29a0bf96-ed4a-4a13-9111-56b94cc7d871 HTTP/1.1" status: 204 len: 168 time: 0.2128224 Jan 22 20:11:47.368534 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54486) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:47.389393 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.v2.resource [None req-b6793d5a-5e3a-4ba4-a72f-65b3e7e2d839 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] show failed (client error): The resource could not be found. Jan 22 20:11:47.390468 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b6793d5a-5e3a-4ba4-a72f-65b3e7e2d839 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups/29a0bf96-ed4a-4a13-9111-56b94cc7d871 HTTP/1.1" status: 404 len: 347 time: 0.0207694 Jan 22 20:11:47.394869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54490) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:47.429857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] For port 403ef006-ecdb-4564-ac12-408166525637, host dv-cinder-768105-3-smb, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:47.433290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] For port 403ef006-ecdb-4564-ac12-408166525637, host dv-cinder-768105-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=403ef006-ecdb-4564-ac12-408166525637,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:47.436642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.453852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4793a5f3-a10f-45c7-b198-afc94dde264e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:47.568405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Deleting port 12698a98-e59e-470a-b6f6-7b48bee2a79a {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:11:47.569040 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.618042 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Pushing event updated for resources: {'Port': ['ID=403ef006-ecdb-4564-ac12-408166525637,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:47.622764 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:47.677172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Routers {'fcbd9b02-b322-460b-961e-d196eed833fc'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:11:47.677848 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['fcbd9b02-b322-460b-961e-d196eed833fc'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:47.914369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] Set router fcbd9b02-b322-460b-961e-d196eed833fc gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:11:47.984151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:47.984441 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.119936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Calling delete_port for 12698a98-e59e-470a-b6f6-7b48bee2a79a owned by network:floatingip {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:11:48.154080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 403ef006-ecdb-4564-ac12-408166525637 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:48.272436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.288074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-7f27e1f7-5269-4f76-b85e-5a2754b089fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:48.305019 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning for port 403ef006-ecdb-4564-ac12-408166525637 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:48.312024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 403ef006-ecdb-4564-ac12-408166525637 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:48.312450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.346993 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event deleted for resources: {'Port': ['ID=12698a98-e59e-470a-b6f6-7b48bee2a79a,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:48.351400 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:48.399070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:11:39Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '403ef006-ecdb-4564-ac12-408166525637', 'name': '', 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'mac_address': 'fa:16:3e:c0:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:39Z', 'updated_at': '2021-01-22T20:11:47Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'subnets': [{'id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:11:48.405494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b92dfc-1d18-416e-9ea8-a49470674ed0 None None] The sync data for ids ['fcbd9b02-b322-460b-961e-d196eed833fc'] in dv-cinder-768105-3-smb is: [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:11:39Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '403ef006-ecdb-4564-ac12-408166525637', 'name': '', 'network_id': '47866a98-6ecf-4167-b02a-a1d3006d8b07', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'mac_address': 'fa:16:3e:c0:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:39Z', 'updated_at': '2021-01-22T20:11:47Z', 'revision_number': 4, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'subnets': [{'id': '9b5e44c7-cb0b-4844-94a0-07acdce82dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:11:48.477976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.515048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] For port 403ef006-ecdb-4564-ac12-408166525637, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=403ef006-ecdb-4564-ac12-408166525637,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:11:48.519223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.521198 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-aabc1e40-c075-4f9a-91c3-3305c04a9ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:48.540405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.561067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.566497 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "DELETE /v2.0/floatingips/86203f2b-baaf-421e-8c1c-4d12e6f1fcfc HTTP/1.1" status: 204 len: 168 time: 1.1665597 Jan 22 20:11:48.603847 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Pushing event updated for resources: {'Port': ['ID=403ef006-ecdb-4564-ac12-408166525637,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:48.607628 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:48.882187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 54500) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:48.888216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'security_group': {'name': 'tempest-securitygroup--1300838274', 'description': 'tempest-description--403695402'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:48.900506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:48.905228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:48.909561 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:48.916084 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:48.926485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:48.948593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:48.952642 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:48.956637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:48.962394 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:49.040797 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.044688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.051595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8e1793be-fe85-47b8-9703-aefbd9557aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:49.096592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8430ea-035f-4500-bbb3-7f02d495bf90,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:49.099507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.101986 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2174687 Jan 22 20:11:49.101986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:49.104111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54504) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:49.110026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'security_group_rule': {'security_group_id': '1f8430ea-035f-4500-bbb3-7f02d495bf90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:49.121054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:49.125115 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:49.128752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:49.134705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:49.151666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.226567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.229235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.237052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:49.259204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c1bcf1-1fa8-441d-9a6c-ae09760524c4,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:49.262571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:49.265999 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.268094 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-74e1601d-1707-4762-bb65-8af73373ce03 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627381 Jan 22 20:11:49.270789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54508) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:49.276196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'security_group_rule': {'security_group_id': '1f8430ea-035f-4500-bbb3-7f02d495bf90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:49.287388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:49.291507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:security_group_rule and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:49.294643 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:49.300503 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:49.319199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.386157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.388783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905953'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.390860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:49.415414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbb9fab-7050-4c89-87a7-c970dd748a0f,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:49.417920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:49.424101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.425395 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-da9d061d-9500-4ac0-9abc-4faa3c93de64 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536281 Jan 22 20:11:49.428688 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54512) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:11:49.434493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'floatingip': {'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:49.444739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:49.448726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Usage tracker for resource:floatingip and tenant:606ce03bee77481cbfebca42d1291c26 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:11:49.451671 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:11:49.458025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:49.473464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.620330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:49.896739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Allocated IP 172.28.1.183 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/dddf68ca-0734-4e3c-8029-5bdddbd51735) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:50.096176 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 403ef006-ecdb-4564-ac12-408166525637 up at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:11:50.175116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Provisioning complete for port 403ef006-ecdb-4564-ac12-408166525637 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:50.175464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:50.305549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:50.334890 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:50.350105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:50.492168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'Port': ['ID=dddf68ca-0734-4e3c-8029-5bdddbd51735,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:50.495248 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:50.551158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:50.552918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:50.556895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:50.690314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:50.755840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:51.039382 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:51.043977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852274408'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:51.059796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fcfdfbcf-49ed-4778-8131-95a7140a762e tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:51.198955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'Port': ['ID=dddf68ca-0734-4e3c-8029-5bdddbd51735,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:51.212389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:51.317030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:51.339237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:51.340717 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-25eae41d-8b0e-4f0f-a4e5-4dbf297df2af tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9108746 Jan 22 20:11:51.592521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-0f537292-eda0-4b1e-9cb8-91848bf8af10 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:11:51.609195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-0f537292-eda0-4b1e-9cb8-91848bf8af10 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:11:51.610451 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-0f537292-eda0-4b1e-9cb8-91848bf8af10 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1300838274&fields=id&tenant_id=606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 267 time: 0.0673220 Jan 22 20:11:51.801738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-fb3d86f4-aa5b-4b5a-8b92-ebff5df5f6b0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:51.803444 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-fb3d86f4-aa5b-4b5a-8b92-ebff5df5f6b0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 817 time: 0.1852458 Jan 22 20:11:51.820559 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-ab83bc06-b200-44fa-a5f1-94cf6e2c0e62 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/quotas/606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 375 time: 0.0107033 Jan 22 20:11:51.928649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a9a6f1d7-8b6f-40ff-be5f-67e493a6ceb0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:11:51.943811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a9a6f1d7-8b6f-40ff-be5f-67e493a6ceb0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:11:51.945194 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a9a6f1d7-8b6f-40ff-be5f-67e493a6ceb0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193640 Jan 22 20:11:52.252555 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-aa5c98e2-b06a-4e5a-98da-10c698be6fc8 service neutron] 10.222.0.18 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938397 Jan 22 20:11:52.402985 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-3be1fe41-511e-4d95-95a0-3bc15be71b2c service neutron] 10.222.0.18 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437526 Jan 22 20:11:52.612616 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1fdd8714-0198-44a5-86cf-ab863bdeefbe req-fe9fe298-2ebc-42b4-bdcc-185bc5c9a8c2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 210 time: 0.0511796 Jan 22 20:11:53.412106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e0be514f-e4ce-47e8-9ff9-ae3c23866937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:53.833340 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-95995997-c80b-4b7f-be88-bb84485ce0fe req-8a78b508-6d31-4d45-af8a-86b1d8b58ace tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 210 time: 0.0627255 Jan 22 20:11:53.863081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-da698445-a2e7-443c-a73a-b9d515014749 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:53.864668 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-da698445-a2e7-443c-a73a-b9d515014749 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 817 time: 0.2353268 Jan 22 20:11:53.972009 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-5107303f-b98c-48d4-bae9-23fe4f5e789e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 5708 time: 0.0783253 Jan 22 20:11:53.981283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'port': {'device_id': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'admin_state_up': True, 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'security_groups': ['1f8430ea-035f-4500-bbb3-7f02d495bf90']}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:54.137286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:11:54.147684 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:11:54.156107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Made reservation on behalf of 606ce03bee77481cbfebca42d1291c26 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:11:54.166371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:54.504459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Allocated IP 172.20.0.14 (aaeff783-d934-42c0-b856-7a48086754e7/20c04142-0327-45e7-af5c-0b027be81878/ab525c32-2012-4476-9263-d59635e85f14) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:11:54.706906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:54.724654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Transition to ACTIVE for port object ab525c32-2012-4476-9263-d59635e85f14 will not be triggered until provisioned by entity DHCP. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:54.746644 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:54.764136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9dc28cd7-2146-4b5d-b5f1-ccec3937de21 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:54.904778 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event updated for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:54.906552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:54.960816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Network aaeff783-d934-42c0-b856-7a48086754e7 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:11:54.962116 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:11:54.964883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:11:55.104081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:55.104805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:55.147609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-22fcfe29-3c55-41fe-9233-3bdca9270dc4 None None] Provisioning for port ab525c32-2012-4476-9263-d59635e85f14 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:11:55.152918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-22fcfe29-3c55-41fe-9233-3bdca9270dc4 None None] Provisioning complete for port ab525c32-2012-4476-9263-d59635e85f14 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:11:55.153338 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-22fcfe29-3c55-41fe-9233-3bdca9270dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:55.175930 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de814f54-0e71-49e4-a913-78cb031da8ad req-8bfd2cf2-b4d0-4139-a083-f6533eae9fd7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:55.176701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-de814f54-0e71-49e4-a913-78cb031da8ad req-8bfd2cf2-b4d0-4139-a083-f6533eae9fd7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Synchronizing usage tracker for tenant:606ce03bee77481cbfebca42d1291c26 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:11:55.180082 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2029755 Jan 22 20:11:55.199421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Request body: {'port': {'device_id': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:11:55.214373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-22fcfe29-3c55-41fe-9233-3bdca9270dc4 None None] Port ab525c32-2012-4476-9263-d59635e85f14 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:11:55.233058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-de814f54-0e71-49e4-a913-78cb031da8ad req-8bfd2cf2-b4d0-4139-a083-f6533eae9fd7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Unset dirty status for tenant:606ce03bee77481cbfebca42d1291c26 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:11:55.234393 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-de814f54-0e71-49e4-a913-78cb031da8ad req-8bfd2cf2-b4d0-4139-a083-f6533eae9fd7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 932 time: 0.2348053 Jan 22 20:11:55.342466 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-de814f54-0e71-49e4-a913-78cb031da8ad req-9d2f2958-ce40-486c-9e9e-7fcb6353b96f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983274 Jan 22 20:11:55.362793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:55.778344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8b6344b8-7e47-46f9-b64e-b05a904441c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:55.781258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab525c32-2012-4476-9263-d59635e85f14 {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:11:55.789536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:55.801967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Transition to ACTIVE for port object ab525c32-2012-4476-9263-d59635e85f14 will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:11:55.804494 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:55.819771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-174bd8c8-31ad-4161-b2fd-bc1c3d6380d7 tempest-AttachVolumeNegativeTest-365006232 tempest-AttachVolumeNegativeTest-365006232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:56.185373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:56.190950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:56.227227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:56.366592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Attempting to bind port ab525c32-2012-4476-9263-d59635e85f14 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:11:56.367044 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Attempting to bind port ab525c32-2012-4476-9263-d59635e85f14 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:11:56.367418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Attempting to bind port ab525c32-2012-4476-9263-d59635e85f14 on network aaeff783-d934-42c0-b856-7a48086754e7 {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:11:56.373580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:11:56.373961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Checking segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:11:56.374371 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:56.374846 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Bound using segment: {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:11:56.375300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Bound port: ab525c32-2012-4476-9263-d59635e85f14, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39252fc5-cf56-48bf-a0f5-580e34dc6d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:11:56.375676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:56.475824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] For port ab525c32-2012-4476-9263-d59635e85f14, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:11:56.479287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] For port ab525c32-2012-4476-9263-d59635e85f14, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ab525c32-2012-4476-9263-d59635e85f14,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:11:56.482695 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:56.499386 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-427a4877-db56-4ec7-a06e-d2e528daf44a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:11:56.712790 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:11:56.728903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:11:56.787524 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0344a9-663a-47ff-91bc-2f00e3fa3ed7 req-1e2903bb-4042-49c1-80cb-0d5cc0b36674 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:56.789145 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9d0344a9-663a-47ff-91bc-2f00e3fa3ed7 req-1e2903bb-4042-49c1-80cb-0d5cc0b36674 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.2931056 Jan 22 20:11:56.793487 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:56.794232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:56.795524 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] 10.222.0.22 "PUT /v2.0/ports/ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 1158 time: 1.6010666 Jan 22 20:11:56.796058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:11:56.855198 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9d0344a9-663a-47ff-91bc-2f00e3fa3ed7 req-50e7ff6f-be7a-4ebe-a0cd-2cbdbb098a0b tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537438 Jan 22 20:11:56.897345 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14', 'status': 'completed', 'code': 200} Jan 22 20:11:56.944758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-7e00a435-79d5-4f2a-8090-e17fabffc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:56.946403 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-7e00a435-79d5-4f2a-8090-e17fabffc3e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1161 time: 0.0898650 Jan 22 20:11:57.031030 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-ff0ee744-d252-4228-91a5-1aad0b1cfdb8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 217 time: 0.0689938 Jan 22 20:11:57.103354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8f1fd556-589e-47ed-934a-c9428e7e2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:57.104775 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-8f1fd556-589e-47ed-934a-c9428e7e2063 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0673590 Jan 22 20:11:57.190909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-60bad62e-4508-4873-91f3-d5bcb4b6ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:57.192498 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-60bad62e-4508-4873-91f3-d5bcb4b6ac48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802119 Jan 22 20:11:57.315624 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:57.338995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-abafad75-6993-4aec-b005-be5b77dbc7e0 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385782 Jan 22 20:11:57.484467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fa5e1573-bb06-4f60-a02a-c2256d15fc8d req-f8c99ff3-3e87-4bee-bed4-a32440ff4652 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382375 Jan 22 20:11:57.682269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-95e8b55a-0fc7-4298-bb69-d76c8be7da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:57.684015 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-95e8b55a-0fc7-4298-bb69-d76c8be7da19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1161 time: 0.0831161 Jan 22 20:11:57.822493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:11:57.836006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-ce688df3-ced4-48aa-a357-8065b2676b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:57.837601 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-ce688df3-ced4-48aa-a357-8065b2676b7a service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1468160 Jan 22 20:11:57.916737 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-0b5b5517-7218-445a-a3e9-99b6113d5516 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 217 time: 0.0711877 Jan 22 20:11:58.052077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-8bc7c174-5335-4f2b-bd30-b4ae759b3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:58.053629 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-8bc7c174-5335-4f2b-bd30-b4ae759b3e91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.1289299 Jan 22 20:11:58.131452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-88277a27-7a94-41c2-a9ac-460672fec86c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Synchronizing usage tracker for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:11:58.179138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-88277a27-7a94-41c2-a9ac-460672fec86c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Unset dirty status for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:11:58.180373 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-88277a27-7a94-41c2-a9ac-460672fec86c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2007240529&fields=id&tenant_id=66a1dc04ace544a7b627757f56b383d9 HTTP/1.1" status: 200 len: 267 time: 0.2005372 Jan 22 20:11:58.261082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3de941-f6f3-4e61-b12a-983bc62735b7 req-c71279db-f132-4024-8f14-02b788c578e9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:58.262690 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9f3de941-f6f3-4e61-b12a-983bc62735b7 req-c71279db-f132-4024-8f14-02b788c578e9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.2600822 Jan 22 20:11:58.342280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-3b26380c-9e50-4c86-a86f-bfa42c3dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:58.343879 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-3b26380c-9e50-4c86-a86f-bfa42c3dae61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2745152 Jan 22 20:11:58.431927 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9f3de941-f6f3-4e61-b12a-983bc62735b7 req-9d6c6448-b4a0-4680-ba64-00dc28d32872 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563044 Jan 22 20:11:58.559974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-0d1d4add-0456-451d-ad2b-5a0c597cda25 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:58.560714 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-0d1d4add-0456-451d-ad2b-5a0c597cda25 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Synchronizing usage tracker for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:11:58.596487 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-6a7bd6e3-9736-4bb7-860e-d4f1bd1aeae1 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414882 Jan 22 20:11:58.597474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-0d1d4add-0456-451d-ad2b-5a0c597cda25 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Unset dirty status for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:11:58.598618 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-0d1d4add-0456-451d-ad2b-5a0c597cda25 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 807 time: 0.4085071 Jan 22 20:11:58.615287 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-5dd643bb-0135-4336-99c6-7fd3903e8a63 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/quotas/66a1dc04ace544a7b627757f56b383d9 HTTP/1.1" status: 200 len: 375 time: 0.0106235 Jan 22 20:11:58.831832 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-c74b59b2-a9f8-4557-85eb-a95100119f32 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2111444 Jan 22 20:11:58.840272 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-72df7c07-0a5b-4c73-a169-cf54a176bffd req-d464e84c-37a4-419e-8f92-9908f7f1a45d service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1842322 Jan 22 20:11:59.059145 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-abf70f0e-ff10-4cba-9428-689fffd3642a service neutron] 10.222.0.18 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147064 Jan 22 20:11:59.202652 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-6566e0f7-5ee7-442f-8ef4-ae69af256936 service neutron] 10.222.0.18 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369035 Jan 22 20:11:59.678153 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-054ee0fc-26f5-4dd4-b834-5aa95dce5caf req-a75f84ae-2eb6-453c-85af-10975afb7005 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 210 time: 0.0556355 Jan 22 20:11:59.734469 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649f7af-abe2-4a59-a80a-5cc4dde691a2 req-cd16f4b5-a3b2-4ae5-80eb-c8bc8d8a2007 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:11:59.736788 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5649f7af-abe2-4a59-a80a-5cc4dde691a2 req-cd16f4b5-a3b2-4ae5-80eb-c8bc8d8a2007 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1595654 Jan 22 20:11:59.791663 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5649f7af-abe2-4a59-a80a-5cc4dde691a2 req-f98c344d-24d0-4d35-819a-bebee86c6780 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 Jan 22 20:12:01.028078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:12:01.067191 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-04da5db6-0c98-45ab-b4d5-9c4643fab66d req-923266e3-77f6-43d0-a061-ac6dd5faedc9 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 210 time: 0.1174834 Jan 22 20:12:01.103918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port ab525c32-2012-4476-9263-d59635e85f14 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:12:01.110353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port ab525c32-2012-4476-9263-d59635e85f14 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:12:01.110976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:01.147886 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-67d700b0-2e27-4cba-828c-9f0d87d34cc9 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:01.149563 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-67d700b0-2e27-4cba-828c-9f0d87d34cc9 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 807 time: 0.5377059 Jan 22 20:12:01.184619 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4479d3-67e6-45cd-a7ae-e7641efb8089 req-03616303-f486-45f9-8206-4e5f3c427c5f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:01.186231 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9c4479d3-67e6-45cd-a7ae-e7641efb8089 req-03616303-f486-45f9-8206-4e5f3c427c5f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.2354600 Jan 22 20:12:01.245983 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:01.276586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:12:01.287016 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port ab525c32-2012-4476-9263-d59635e85f14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ab525c32-2012-4476-9263-d59635e85f14,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:12:01.290470 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:01.293179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-148e4b73-070b-4782-adea-38bca0735c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:01.296627 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9c4479d3-67e6-45cd-a7ae-e7641efb8089 req-4d2139cc-d08a-414e-b01c-bb4954fc29b1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894806 Jan 22 20:12:01.331654 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-27ef557c-97b6-4107-8083-f9713b6b3dfe tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66a1dc04ace544a7b627757f56b383d9 HTTP/1.1" status: 200 len: 5759 time: 0.1443336 Jan 22 20:12:01.344955 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'port': {'device_id': '45987b48-a1e7-4a88-b439-86c969152eb0', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'admin_state_up': True, 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'security_groups': ['0281d17a-c305-4367-ae54-d31b227fb851']}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:12:01.359964 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14', 'code': 200} Jan 22 20:12:01.371415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:01.376508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:01.507103 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:12:01.511488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Usage tracker for resource:port and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:12:01.514737 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Quota usage for port was recalculated. Used quota:2. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:12:01.521239 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:12:01.530290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Made reservation on behalf of 66a1dc04ace544a7b627757f56b383d9 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:12:01.540906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:01.639046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902532d8-5634-4182-a3ad-ace044cb7ef2 req-1a95c38c-9ceb-4ae9-a8af-cd7c899e595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:01.640717 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-902532d8-5634-4182-a3ad-ace044cb7ef2 req-1a95c38c-9ceb-4ae9-a8af-cd7c899e595b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1163 time: 0.0774093 Jan 22 20:12:01.689252 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-902532d8-5634-4182-a3ad-ace044cb7ef2 req-09a26b90-f17f-4f16-88eb-c67ac13d958c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Jan 22 20:12:01.850824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Allocated IP 172.20.0.13 (ec3b50ec-074c-4cdb-9027-cf40a5fafb1d/bcca348a-2b1b-4ab3-8d1f-d4c87f268f32/bfb45a4f-8a5c-4343-b536-980562e78c85) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:12:02.046173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:02.062984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Transition to ACTIVE for port object bfb45a4f-8a5c-4343-b536-980562e78c85 will not be triggered until provisioned by entity DHCP. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:12:02.088605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:02.104312 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-169f2e6e-69b0-4781-970c-f18271f4181c tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:02.303324 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event updated for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:02.309143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:02.402415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb19f0b-0abd-41b2-a8fd-52ca6212203c req-62558e4c-e83d-4448-af88-89817775fba2 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:02.404105 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ddb19f0b-0abd-41b2-a8fd-52ca6212203c req-62558e4c-e83d-4448-af88-89817775fba2 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 932 time: 0.1681247 Jan 22 20:12:02.406186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:12:02.408320 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:12:02.410340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:12:02.562543 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ddb19f0b-0abd-41b2-a8fd-52ca6212203c req-b86f4d4a-f5a3-4c57-bcbe-765dacf5550f tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1238356 Jan 22 20:12:02.588506 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:02.589231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:02.619056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-12d40897-61c1-4024-90ff-07689b5e28f0 None None] Provisioning for port bfb45a4f-8a5c-4343-b536-980562e78c85 completed by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:12:02.624031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-12d40897-61c1-4024-90ff-07689b5e28f0 None None] Provisioning complete for port bfb45a4f-8a5c-4343-b536-980562e78c85 triggered by entity DHCP. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:12:02.624189 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2838662 Jan 22 20:12:02.624450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-12d40897-61c1-4024-90ff-07689b5e28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:02.663372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c6ae-875b-49f9-9a93-07ff6cedba95 req-e6e213c9-dbe9-4d3b-81b1-28dc2db68f82 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:02.664933 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ee18c6ae-875b-49f9-9a93-07ff6cedba95 req-e6e213c9-dbe9-4d3b-81b1-28dc2db68f82 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1906877 Jan 22 20:12:02.684317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-12d40897-61c1-4024-90ff-07689b5e28f0 None None] Port bfb45a4f-8a5c-4343-b536-980562e78c85 cannot update to ACTIVE because it is not bound. {{(pid=80123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 20:12:02.699205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Request body: {'port': {'device_id': '45987b48-a1e7-4a88-b439-86c969152eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:12:02.768900 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ee18c6ae-875b-49f9-9a93-07ff6cedba95 req-0b3786a1-5ef8-4574-8f82-6d409109f8c1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974710 Jan 22 20:12:02.771186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:12:02.846062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port ab525c32-2012-4476-9263-d59635e85f14 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:12:02.846489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:02.867451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.286135 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb45a4f-8a5c-4343-b536-980562e78c85 {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:12:03.294181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.306885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Transition to ACTIVE for port object bfb45a4f-8a5c-4343-b536-980562e78c85 will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:12:03.309626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.328246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-710ee99e-78ab-4bae-9473-d33e17f292e4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:03.467088 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:03.472612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:03.549416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.658390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Attempting to bind port bfb45a4f-8a5c-4343-b536-980562e78c85 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:12:03.658794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Attempting to bind port bfb45a4f-8a5c-4343-b536-980562e78c85 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:12:03.659164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Attempting to bind port bfb45a4f-8a5c-4343-b536-980562e78c85 on network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:12:03.665096 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:12:03.665474 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Checking segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:12:03.665882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.666283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Bound using segment: {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:12:03.666792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Bound port: bfb45a4f-8a5c-4343-b536-980562e78c85, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af2af7-a75f-4057-b1ec-783fbc49534d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:12:03.667141 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.829525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] For port bfb45a4f-8a5c-4343-b536-980562e78c85, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:12:03.864910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cabbd-624a-460a-bb64-d3be8fcab98e req-98b0377c-de11-4d30-a64e-46d9da10556d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:03.865702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a81cabbd-624a-460a-bb64-d3be8fcab98e req-98b0377c-de11-4d30-a64e-46d9da10556d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Synchronizing usage tracker for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:12:03.869451 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] For port bfb45a4f-8a5c-4343-b536-980562e78c85, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bfb45a4f-8a5c-4343-b536-980562e78c85,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:12:03.877647 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:03.895584 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a6a65ea8-5ffd-42c7-bc29-2d6cbbe74606 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:04.010824 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-a81cabbd-624a-460a-bb64-d3be8fcab98e req-98b0377c-de11-4d30-a64e-46d9da10556d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Unset dirty status for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:12:04.012083 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a81cabbd-624a-460a-bb64-d3be8fcab98e req-98b0377c-de11-4d30-a64e-46d9da10556d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.3026304 Jan 22 20:12:04.367295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:04.382689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:04.415427 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a81cabbd-624a-460a-bb64-d3be8fcab98e req-1e5e2870-8aa3-4175-b10a-83a8dda94501 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1140289 Jan 22 20:12:04.462965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749a8e4-f83a-4bd3-a6de-11811e94c445 req-7f75b752-d96c-43b3-a0b8-cd9162458262 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:04.464694 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0749a8e4-f83a-4bd3-a6de-11811e94c445 req-7f75b752-d96c-43b3-a0b8-cd9162458262 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.5283952 Jan 22 20:12:04.465986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:04.466665 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:04.468055 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] 10.222.0.22 "PUT /v2.0/ports/bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 1158 time: 1.7746258 Jan 22 20:12:04.468795 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:12:04.524327 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0749a8e4-f83a-4bd3-a6de-11811e94c445 req-fcc82b1d-c1e7-4200-a367-94bc65e92731 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496106 Jan 22 20:12:04.530532 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'status': 'completed', 'code': 200} Jan 22 20:12:04.637225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-ad2fb578-728e-4414-82a0-4b57e2d2ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:04.638842 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-ad2fb578-728e-4414-82a0-4b57e2d2ecc2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1161 time: 0.0862894 Jan 22 20:12:04.756540 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-d4edbfb3-36ae-4def-a6ac-b832c7f3a71c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 217 time: 0.1035361 Jan 22 20:12:04.846821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-3582a0e4-58f5-4df9-9e45-db1bbd723acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:04.848359 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-3582a0e4-58f5-4df9-9e45-db1bbd723acf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0856981 Jan 22 20:12:04.921965 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074b47-b873-4d73-ac1f-7cd00937087e req-8086e30e-7c3a-4c92-8306-a2f8b206ce1f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:04.923621 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-06074b47-b873-4d73-ac1f-7cd00937087e req-8086e30e-7c3a-4c92-8306-a2f8b206ce1f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.2121532 Jan 22 20:12:04.933757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54624) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:12:04.940254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Request body: {'floatingip': {'port_id': 'ab525c32-2012-4476-9263-d59635e85f14'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:12:04.967128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-2b178108-e8e5-47c0-a04d-cb7269c93bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:04.968715 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-2b178108-e8e5-47c0-a04d-cb7269c93bff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1120129 Jan 22 20:12:05.025597 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:05.118141 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-651c8e61-7b50-47c0-8ed3-5736463ebb26 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423569 Jan 22 20:12:05.265735 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a7687fd5-ee4e-4262-ad50-8ea18b08c709 req-d57089d0-82f9-41f2-a272-da71073f0c00 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403477 Jan 22 20:12:05.426171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e727-63c7-4255-86d7-64529febe92f req-2c27fba5-8b82-40ec-9404-58e3a4e667df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:05.428002 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-2c27fba5-8b82-40ec-9404-58e3a4e667df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1161 time: 0.0788085 Jan 22 20:12:05.627692 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e727-63c7-4255-86d7-64529febe92f req-d28b2f4f-e166-45fc-b3c0-56c59e6f0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:05.629352 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-d28b2f4f-e166-45fc-b3c0-56c59e6f0cf1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.1930246 Jan 22 20:12:05.667459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:05.671701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:05.716226 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-3fc96417-782a-44f9-9054-43a53b62189c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 217 time: 0.0727844 Jan 22 20:12:05.749111 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc794a-3562-4914-9169-6f656df40ed7 req-8f2cd62d-ee97-49a7-b856-3b75d416594d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:05.750781 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a2dc794a-3562-4914-9169-6f656df40ed7 req-8f2cd62d-ee97-49a7-b856-3b75d416594d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.2032948 Jan 22 20:12:05.857539 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Floating IP 7ea4a0b0-191a-422b-8864-ad1c8d7682df associated. External IP: 172.28.1.183, port: ab525c32-2012-4476-9263-d59635e85f14. Jan 22 20:12:05.859012 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-a2dc794a-3562-4914-9169-6f656df40ed7 req-74493625-2a07-4458-8a40-17c334328344 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0720308 Jan 22 20:12:05.860686 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e727-63c7-4255-86d7-64529febe92f req-82717756-5b76-44e7-b39e-e9ddb53c14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:05.862175 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-82717756-5b76-44e7-b39e-e9ddb53c14ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.1104319 Jan 22 20:12:05.945177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e727-63c7-4255-86d7-64529febe92f req-3cbb6971-5602-429c-b0dd-0357b62a0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:05.946751 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-3cbb6971-5602-429c-b0dd-0357b62a0d6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778058 Jan 22 20:12:06.095530 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-7e5f6c95-3c87-40ae-ac81-e28b66250d36 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395397 Jan 22 20:12:06.231437 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:12:06.242078 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-e8d3e727-63c7-4255-86d7-64529febe92f req-d42a2592-0ac2-4f4a-902a-a869efb0b1b9 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404352 Jan 22 20:12:06.654760 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:12:06.659244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:06.664881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:12:06.675208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:12:06.675882 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:06.716954 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b81ed5ff-3365-4738-aa0a-dbd89f01631d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "PUT /v2.0/floatingips/7ea4a0b0-191a-422b-8864-ad1c8d7682df HTTP/1.1" status: 200 len: 992 time: 1.7819047 Jan 22 20:12:06.717638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:12:06.872646 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14', 'status': 'completed', 'code': 200} Jan 22 20:12:07.049319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:12:07.071086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818448-bcc5-4442-8437-69180b71c025 req-5ef8a91b-9f86-4334-acb8-782b841d23da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:07.072717 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-5ef8a91b-9f86-4334-acb8-782b841d23da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1163 time: 0.1463900 Jan 22 20:12:07.234815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829ffe-b626-4990-860e-01cc680d2673 req-e7e23eb5-4ddc-4844-ae3c-62429ff1fd00 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:07.237659 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eb829ffe-b626-4990-860e-01cc680d2673 req-e7e23eb5-4ddc-4844-ae3c-62429ff1fd00 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.2348659 Jan 22 20:12:07.296337 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818448-bcc5-4442-8437-69180b71c025 req-0cce71a0-2b38-4825-9e7b-f781d42a93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:07.297939 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-0cce71a0-2b38-4825-9e7b-f781d42a93b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.2170935 Jan 22 20:12:07.370158 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-eb829ffe-b626-4990-860e-01cc680d2673 req-ee4631d7-f5b6-4e53-8278-4078255c331a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1245315 Jan 22 20:12:07.419669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-7c914c0a-fae2-456f-b1e3-81e4b3691792 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 1000 time: 0.1155794 Jan 22 20:12:07.428263 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '7ea4a0b0-191a-422b-8864-ad1c8d7682df', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'port_id': 'ab525c32-2012-4476-9263-d59635e85f14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'mac_address': 'fa:16:3e:f5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:11:50Z', 'updated_at': '2021-01-22T20:12:05Z', 'revision_number': 1, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:07.432774 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:12:07.442146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:12:07.442865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:07.489789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818448-bcc5-4442-8437-69180b71c025 req-3dad35e9-b5cc-4a0a-9833-9e4d192e0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:07.491305 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-3dad35e9-b5cc-4a0a-9833-9e4d192e0ec0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0658860 Jan 22 20:12:07.576924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818448-bcc5-4442-8437-69180b71c025 req-6b530457-3ebd-49fd-9494-2dd6792c1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:07.578529 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-6b530457-3ebd-49fd-9494-2dd6792c1788 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798817 Jan 22 20:12:07.635753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:12:07.724796 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-68938447-d936-4c98-9d94-773731915311 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372397 Jan 22 20:12:07.867995 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-08818448-bcc5-4442-8437-69180b71c025 req-37da1ed2-b14f-4bfc-9f2d-ead40e29ddbe service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361213 Jan 22 20:12:08.006067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '7ea4a0b0-191a-422b-8864-ad1c8d7682df', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'port_id': 'ab525c32-2012-4476-9263-d59635e85f14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'mac_address': 'fa:16:3e:f5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:11:50Z', 'updated_at': '2021-01-22T20:12:05Z', 'revision_number': 1, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:08.010170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba5084-9a56-4f20-822a-e0a965760557 None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '7ea4a0b0-191a-422b-8864-ad1c8d7682df', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'port_id': 'ab525c32-2012-4476-9263-d59635e85f14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'mac_address': 'fa:16:3e:f5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:11:50Z', 'updated_at': '2021-01-22T20:12:05Z', 'revision_number': 1, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:12:08.316966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d64f3-e060-4e11-8eae-057f16487e40 None None] New status for floating IP 7ea4a0b0-191a-422b-8864-ad1c8d7682df: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:12:08.607114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704d8f-538a-4a74-82e0-0965c0e5af07 req-90aa0b65-035c-4220-bd6a-55d60c619cf3 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:08.608790 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09704d8f-538a-4a74-82e0-0965c0e5af07 req-90aa0b65-035c-4220-bd6a-55d60c619cf3 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.1069729 Jan 22 20:12:08.661431 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-09704d8f-538a-4a74-82e0-0965c0e5af07 req-68f0b775-12fc-4e86-abda-87d5aa07e939 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460706 Jan 22 20:12:09.182253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:12:09.253974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port bfb45a4f-8a5c-4343-b536-980562e78c85 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:12:09.258895 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port bfb45a4f-8a5c-4343-b536-980562e78c85 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:12:09.259316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:09.381427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:09.409072 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:12:09.419286 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port bfb45a4f-8a5c-4343-b536-980562e78c85, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bfb45a4f-8a5c-4343-b536-980562e78c85,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:12:09.424730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:09.426710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e08be70d-c4c9-484a-9608-92a1af1b81f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:09.472701 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'code': 200} Jan 22 20:12:09.503812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:09.507834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:09.890232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ddd-9e90-457d-846f-0eed5f877c40 req-04e6255c-5190-4f4e-a030-7fd889a68376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:09.891921 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-34a75ddd-9e90-457d-846f-0eed5f877c40 req-04e6255c-5190-4f4e-a030-7fd889a68376 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.1444709 Jan 22 20:12:09.942720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6923cf1-4659-4ef8-a9e7-db2022b5c9c8 req-b2a7d0bb-6ad9-4c25-9c1f-2a1fb57f5dcd tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:09.944265 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6923cf1-4659-4ef8-a9e7-db2022b5c9c8 req-b2a7d0bb-6ad9-4c25-9c1f-2a1fb57f5dcd tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1448529 Jan 22 20:12:09.987839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-34a75ddd-9e90-457d-846f-0eed5f877c40 req-182d0ef8-66ee-4804-bd1e-1f9e659c9d83 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0875034 Jan 22 20:12:10.010639 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d6923cf1-4659-4ef8-a9e7-db2022b5c9c8 req-f8531741-2bc2-453c-91ca-f52510883a0c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0592861 Jan 22 20:12:10.836353 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:12:10.908013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port bfb45a4f-8a5c-4343-b536-980562e78c85 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:12:10.908436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:11.254533 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ef0d-5be8-4408-875a-326f7623fac0 req-105953d4-17f3-414f-9500-61a81cb8a703 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:11.256252 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7059ef0d-5be8-4408-875a-326f7623fac0 req-105953d4-17f3-414f-9500-61a81cb8a703 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1139965 Jan 22 20:12:11.307365 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7059ef0d-5be8-4408-875a-326f7623fac0 req-8485d30a-4360-400e-b215-a3d987319c88 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448663 Jan 22 20:12:12.258168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:12:12.542997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb59f60-70da-416a-ad03-6d280932f3f4 req-c4c47f4b-3379-44ca-80f9-cc092e9ac98c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:12.544614 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-afb59f60-70da-416a-ad03-6d280932f3f4 req-c4c47f4b-3379-44ca-80f9-cc092e9ac98c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1093071 Jan 22 20:12:12.598361 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-afb59f60-70da-416a-ad03-6d280932f3f4 req-585de7f0-a0c6-4d7a-a84a-d9b2257f12d3 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455122 Jan 22 20:12:12.833432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca802a-5c99-4b4a-80e4-a820657c87b5 req-46b18c87-a312-44ce-8f91-886bbf403693 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:12.835084 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4dca802a-5c99-4b4a-80e4-a820657c87b5 req-46b18c87-a312-44ce-8f91-886bbf403693 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1061833 Jan 22 20:12:12.886032 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4dca802a-5c99-4b4a-80e4-a820657c87b5 req-1779a08d-33d4-4341-9225-15f6c19b7a31 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446081 Jan 22 20:12:13.112538 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-3d2ed0d4-5609-4f23-bb6a-8032ac560de5 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1715612 Jan 22 20:12:13.123012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'floatingip': {'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:12:13.133453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:12:13.137785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Usage tracker for resource:floatingip and tenant:66a1dc04ace544a7b627757f56b383d9 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:12:13.141099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:12:13.147701 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:12:13.158366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for floatingip, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:13.314131 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:13.803483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Allocated IP 172.28.1.78 (387371e6-5069-4d4c-a8d8-bef223dc9823/eaf5c626-1a36-46f7-954c-8ce668d466c8/5fbf6609-134c-4ba2-842b-668ddb59302c) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:12:13.960236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:13.987465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.002857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:14.152165 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event updated for resources: {'Port': ['ID=5fbf6609-134c-4ba2-842b-668ddb59302c,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:14.158020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:14.192093 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Network 387371e6-5069-4d4c-a8d8-bef223dc9823 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:12:14.193237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:12:14.195381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:12:14.277568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for floatingip, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.337626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.604245 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.607661 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.622233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8f80e049-9c6a-4cb1-afea-d18a53a4aaa7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:12:14.757061 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event updated for resources: {'Port': ['ID=5fbf6609-134c-4ba2-842b-668ddb59302c,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:12:14.767381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:12:14.862571 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.885285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:14.886640 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7678511 Jan 22 20:12:14.979704 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-c8694402-ad68-4dc4-8d97-73650c9b0673 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Synchronizing usage tracker for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:floatingip {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:12:14.996107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-c8694402-ad68-4dc4-8d97-73650c9b0673 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Unset dirty status for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:floatingip {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:12:14.997358 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-c8694402-ad68-4dc4-8d97-73650c9b0673 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1038368 Jan 22 20:12:15.189757 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-3bc21d63-36b1-4493-a54c-0094ff95f76d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:15.191250 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cdd49f1a-3f91-49b1-88b1-11cc0b2e401f req-3bc21d63-36b1-4493-a54c-0094ff95f76d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 784 time: 0.1812069 Jan 22 20:12:15.419414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271010-b083-494b-9db0-c7064ef314c7 req-a96aa346-d5f1-49a4-92f3-ee0b40d3ff79 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:15.420926 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-a96aa346-d5f1-49a4-92f3-ee0b40d3ff79 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1115592 Jan 22 20:12:15.512512 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-1be78c38-802f-4f68-ad61-ed6f31c1f02e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0845995 Jan 22 20:12:15.523549 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Request body: {'floatingip': {'port_id': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:12:15.608457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for floatingip, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:16.226618 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:16.229383 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:16.411161 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Floating IP 1366af21-0500-477f-8886-9112ee494910 associated. External IP: 172.28.1.78, port: bfb45a4f-8a5c-4343-b536-980562e78c85. Jan 22 20:12:17.001723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Router 395d1c80-f681-47df-a79b-d0e14945ffea has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:12:17.192702 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:12:17.197070 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:17.202826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] Sync routers for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:12:17.213694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:12:17.214368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:17.260864 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-79df2ad1-a90b-456c-8b0a-bbde1e16717a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "PUT /v2.0/floatingips/1366af21-0500-477f-8886-9112ee494910 HTTP/1.1" status: 200 len: 996 time: 1.7414637 Jan 22 20:12:17.261791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:12:17.362964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271010-b083-494b-9db0-c7064ef314c7 req-05449dd5-92e6-43c1-a18e-edda13655b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:17.364718 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-05449dd5-92e6-43c1-a18e-edda13655b3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.0871184 Jan 22 20:12:17.412650 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'status': 'completed', 'code': 200} Jan 22 20:12:17.415025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:12:17.570316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271010-b083-494b-9db0-c7064ef314c7 req-7ea50f58-44ea-489f-a182-c8bdc6437d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:17.571969 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-7ea50f58-44ea-489f-a182-c8bdc6437d58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.2000020 Jan 22 20:12:17.672443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-41c5382b-377e-42ad-b598-a906690273e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:17.674130 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-41c5382b-377e-42ad-b598-a906690273e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.2058475 Jan 22 20:12:17.728108 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-c9bfc655-8b8b-4a16-8e19-b8f777136e71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 999 time: 0.1471055 Jan 22 20:12:17.785516 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '1366af21-0500-477f-8886-9112ee494910', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'port_id': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'mac_address': 'fa:16:3e:01:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45987b48-a1e7-4a88-b439-86c969152eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:12:14Z', 'updated_at': '2021-01-22T20:12:16Z', 'revision_number': 1, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:38Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:17.789697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] Checking router: 395d1c80-f681-47df-a79b-d0e14945ffea for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:12:17.799347 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:12:17.800002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:11:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:17.880598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271010-b083-494b-9db0-c7064ef314c7 req-04f15503-2637-48d6-9e0d-08edc78d8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:17.882111 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-04f15503-2637-48d6-9e0d-08edc78d8a64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0975239 Jan 22 20:12:17.891039 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-3272924c-a721-4e8a-8067-fa17ab24e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:17.892829 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-3272924c-a721-4e8a-8067-fa17ab24e711 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.2053530 Jan 22 20:12:18.062213 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-e574053b-30fb-4e98-b153-5c9184264329 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 999 time: 0.1299584 Jan 22 20:12:18.114940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271010-b083-494b-9db0-c7064ef314c7 req-5355d2fd-372f-445b-bb1a-46cc6fe1ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:18.116633 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-5355d2fd-372f-445b-bb1a-46cc6fe1ba3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2270131 Jan 22 20:12:18.133222 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-be83fa5f-e469-4eab-b739-bb9bf1948e94 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:12:18.134327 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-be83fa5f-e469-4eab-b739-bb9bf1948e94 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0088069 Jan 22 20:12:18.168171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:12:18.198294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-15f2bc4e-720c-4c53-a795-3b6e6a2a6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:18.199900 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-15f2bc4e-720c-4c53-a795-3b6e6a2a6106 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.1267531 Jan 22 20:12:18.350048 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-59d1812c-2175-49da-88ac-c8f454a1e696 service neutron] 10.222.0.18 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036338 Jan 22 20:12:18.466190 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-fdcc526b-3470-4385-bd49-88bf4cac0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:18.467754 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-fdcc526b-3470-4385-bd49-88bf4cac0209 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2183354 Jan 22 20:12:18.544783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '1366af21-0500-477f-8886-9112ee494910', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'port_id': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'mac_address': 'fa:16:3e:01:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45987b48-a1e7-4a88-b439-86c969152eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:12:14Z', 'updated_at': '2021-01-22T20:12:16Z', 'revision_number': 1, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:38Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:12:18.549879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c56d66-49ac-456f-9c3c-c04cf0cfe6c0 None None] The sync data for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb is: [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_floatingips': [{'id': '1366af21-0500-477f-8886-9112ee494910', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'router_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'port_id': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'mac_address': 'fa:16:3e:01:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45987b48-a1e7-4a88-b439-86c969152eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:12:14Z', 'updated_at': '2021-01-22T20:12:16Z', 'revision_number': 1, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:38Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:12:18.605192 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b271010-b083-494b-9db0-c7064ef314c7 req-d6634cde-b6df-482b-9822-57178b1a7056 service neutron] 10.222.0.18 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2447295 Jan 22 20:12:18.651754 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-3690a5ad-8d25-46b1-9496-3b626f555ddc service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673691 Jan 22 20:12:18.807735 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-01e9e048-a8d5-4dc5-ba47-0d43d899933d req-59fed5b7-7da9-41fa-b3a6-23a7f98a327e service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455951 Jan 22 20:12:18.827589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be506a-3ac7-4c3c-a854-a07c72d6012f None None] New status for floating IP 1366af21-0500-477f-8886-9112ee494910: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:12:23.413572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d29d-b01f-462c-9228-ceae62b7f3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:25.780802 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b015d5cf-3b16-48ce-833c-c591d48e9284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:26.229859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:27.322963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:27.820283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:30.704112 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-1e5f0278-feca-4f44-8d58-799928ba8d11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0754797 Jan 22 20:12:30.882306 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-9ca80665-509f-4077-b468-ef0ce2119a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:30.883926 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-9ca80665-509f-4077-b468-ef0ce2119a20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1163 time: 0.0814805 Jan 22 20:12:31.047870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-1d7fffd9-7ca1-47a5-9146-a56251778e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:31.049536 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-1d7fffd9-7ca1-47a5-9146-a56251778e2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1431262 Jan 22 20:12:31.160856 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-d41d0898-689e-4cc8-ae80-bf479e32d5e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 1002 time: 0.1039586 Jan 22 20:12:31.231034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-5969ca2a-60b6-40a0-a03b-6c63ef8bae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:31.232532 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-5969ca2a-60b6-40a0-a03b-6c63ef8bae58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0632885 Jan 22 20:12:31.316767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-836e915f-e0d0-4897-8b23-c56bfc40a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:31.319005 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-836e915f-e0d0-4897-8b23-c56bfc40a1b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787652 Jan 22 20:12:31.466024 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-6dd66206-684a-4806-83c2-41d6b76bfe39 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394076 Jan 22 20:12:31.605868 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-98e8065b-c49e-415e-9b82-a3e427536f9b req-80e6c83e-ce06-4a84-9a2e-63d2c30a3c34 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1328764 Jan 22 20:12:33.554541 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:48.476623 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c890cec-f6b6-4f58-841d-360c8096dce9 req-49d18828-0b10-4e97-97fc-11534c85c132 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:48.478168 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9c890cec-f6b6-4f58-841d-360c8096dce9 req-49d18828-0b10-4e97-97fc-11534c85c132 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1116300 Jan 22 20:12:48.529984 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9c890cec-f6b6-4f58-841d-360c8096dce9 req-5aa21476-2e37-4b24-83ed-391296b339ce tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Jan 22 20:12:49.257898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:12:49.781206 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536ff57-88ff-4e1e-81cc-a88bd3a564ee req-53dc0f44-737a-425f-8f74-2a42680667f4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:49.782826 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1536ff57-88ff-4e1e-81cc-a88bd3a564ee req-53dc0f44-737a-425f-8f74-2a42680667f4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1085212 Jan 22 20:12:50.062216 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1536ff57-88ff-4e1e-81cc-a88bd3a564ee req-8f865530-8763-4255-a0d3-d01736f9887c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728951 Jan 22 20:12:51.318881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcfcca-809d-4ece-ba43-017d1af58130 req-794f7609-0a35-4a24-9bf4-b04a88a2b487 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:51.320480 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f8fcfcca-809d-4ece-ba43-017d1af58130 req-794f7609-0a35-4a24-9bf4-b04a88a2b487 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1082840 Jan 22 20:12:51.374875 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f8fcfcca-809d-4ece-ba43-017d1af58130 req-cf8897a4-fbd8-4929-9944-9951b627e6fc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481212 Jan 22 20:12:52.620608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e382-b5b3-412f-9645-6ca3d73f3b97 req-94df3ac5-4434-4b9d-9dc1-a2f8894567a9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:52.622188 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1903e382-b5b3-412f-9645-6ca3d73f3b97 req-94df3ac5-4434-4b9d-9dc1-a2f8894567a9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1047482 Jan 22 20:12:52.673661 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1903e382-b5b3-412f-9645-6ca3d73f3b97 req-7f70300f-4533-44bb-a353-211c0be1a819 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Jan 22 20:12:53.416045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7636b2ee-ad83-4334-849b-d784dff05b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:53.927071 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1429a9-c763-4bcc-973a-4a2ab6d8ffbd req-3876e03e-7c84-4eea-8427-1ef75c063106 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:53.928663 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2f1429a9-c763-4bcc-973a-4a2ab6d8ffbd req-3876e03e-7c84-4eea-8427-1ef75c063106 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1098251 Jan 22 20:12:53.980004 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2f1429a9-c763-4bcc-973a-4a2ab6d8ffbd req-72e310e2-6e4f-4029-be82-4da7aced81db tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Jan 22 20:12:55.233004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce60896-2e18-4236-9e6d-73858fcd1028 req-7096c8b2-3764-4d1d-9f76-6a47e0effc25 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:55.234590 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1ce60896-2e18-4236-9e6d-73858fcd1028 req-7096c8b2-3764-4d1d-9f76-6a47e0effc25 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1092911 Jan 22 20:12:55.286373 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1ce60896-2e18-4236-9e6d-73858fcd1028 req-d29c71b9-e7be-4e39-b09f-3c95838dcac0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Jan 22 20:12:55.782326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5e9a56b6-892b-4c24-820f-38976d7740dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:56.231313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:56.535205 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e781c-1144-44f7-b31f-d0a03aa1d635 req-f7811130-b803-46e0-a8a7-4416afd8fa27 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:56.536783 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c74e781c-1144-44f7-b31f-d0a03aa1d635 req-f7811130-b803-46e0-a8a7-4416afd8fa27 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1079700 Jan 22 20:12:56.587825 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c74e781c-1144-44f7-b31f-d0a03aa1d635 req-94c22266-2a03-478d-bf70-1fc702d8c9b5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Jan 22 20:12:57.316935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:57.824966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:12:57.840113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbbfca-11db-47b7-be43-ea43ee4e20b5 req-7251f8ac-e52a-4b58-8c1f-0d3377f51954 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:57.841740 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c5fbbfca-11db-47b7-be43-ea43ee4e20b5 req-7251f8ac-e52a-4b58-8c1f-0d3377f51954 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1103809 Jan 22 20:12:57.892993 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c5fbbfca-11db-47b7-be43-ea43ee4e20b5 req-7bb90148-6c66-44ce-9b16-6ef56eaaefe5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Jan 22 20:12:59.145020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be2927-7637-4ffa-b83d-22a8af3b02f1 req-59198c18-516b-4916-a944-24defbf80720 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:12:59.146637 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-59be2927-7637-4ffa-b83d-22a8af3b02f1 req-59198c18-516b-4916-a944-24defbf80720 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1124783 Jan 22 20:12:59.201696 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-59be2927-7637-4ffa-b83d-22a8af3b02f1 req-4a1976cc-ca59-4a08-ab58-d9cb40bc2395 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485873 Jan 22 20:13:00.452725 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084b180-52c9-40bb-9e53-ca5692f04d89 req-6bf0c354-6c38-4ba5-9afe-dd498cc96da5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:00.454223 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3084b180-52c9-40bb-9e53-ca5692f04d89 req-6bf0c354-6c38-4ba5-9afe-dd498cc96da5 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1104846 Jan 22 20:13:00.505374 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3084b180-52c9-40bb-9e53-ca5692f04d89 req-9fd0d9d5-baf6-429e-8a3c-b19d1107b4f0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Jan 22 20:13:01.764328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1bb02-cf88-4290-98af-7baea9ab80e2 req-1206a8dc-ca28-4538-addb-c2f3e335df48 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:01.766749 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4cb1bb02-cf88-4290-98af-7baea9ab80e2 req-1206a8dc-ca28-4538-addb-c2f3e335df48 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1123295 Jan 22 20:13:01.830035 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4cb1bb02-cf88-4290-98af-7baea9ab80e2 req-5bc248b5-c862-4070-9fc2-9fee58b8f5a4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538502 Jan 22 20:13:03.106056 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d05e2-0352-4efb-a0da-c3f68efe6e4a req-48998b35-b5f1-4906-bc29-f2c497344c3d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:03.108476 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-475d05e2-0352-4efb-a0da-c3f68efe6e4a req-48998b35-b5f1-4906-bc29-f2c497344c3d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1239560 Jan 22 20:13:03.168124 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-475d05e2-0352-4efb-a0da-c3f68efe6e4a req-a837691f-741e-48d6-bceb-b6041008d81c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510204 Jan 22 20:13:03.580372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:04.474156 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957843-da62-470f-b510-b9421dff5689 req-7a29c055-8f53-49db-86a9-9b100795b849 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:04.475978 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-28957843-da62-470f-b510-b9421dff5689 req-7a29c055-8f53-49db-86a9-9b100795b849 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1300302 Jan 22 20:13:04.531542 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-28957843-da62-470f-b510-b9421dff5689 req-841e8bb4-46e6-4586-a8aa-3363d1ffd6e1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491543 Jan 22 20:13:05.809350 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b60f6-c969-47f5-83cb-c8b91a845152 req-334d3174-139e-4e47-99b7-ef4c0545ae18 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:05.811114 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f09b60f6-c969-47f5-83cb-c8b91a845152 req-334d3174-139e-4e47-99b7-ef4c0545ae18 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1183364 Jan 22 20:13:05.868628 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f09b60f6-c969-47f5-83cb-c8b91a845152 req-3c6b482d-95fe-4274-b411-d4a4d8d30028 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498900 Jan 22 20:13:07.173179 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb2ee-54c2-4fde-90ff-7577e39105bc req-863d8e1d-d473-4187-924b-29bdd96fbe07 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:07.174929 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-186fb2ee-54c2-4fde-90ff-7577e39105bc req-863d8e1d-d473-4187-924b-29bdd96fbe07 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1361303 Jan 22 20:13:07.235364 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-186fb2ee-54c2-4fde-90ff-7577e39105bc req-d68a2602-edff-4137-ac85-c92f7f3323e1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530677 Jan 22 20:13:08.510368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b006c6e-765e-4609-94d7-3edeb74b9f58 req-2063726e-4543-4100-bd34-35ab6b18f941 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:08.512889 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b006c6e-765e-4609-94d7-3edeb74b9f58 req-2063726e-4543-4100-bd34-35ab6b18f941 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1201129 Jan 22 20:13:08.582006 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b006c6e-765e-4609-94d7-3edeb74b9f58 req-a21cd3f7-5431-4503-8013-4ea8050bbc59 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606668 Jan 22 20:13:09.837974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e0762-fb58-4bea-a828-67cb856c9db7 req-0bbc9ae7-3489-4add-bbac-8dfaddf7d89d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:09.839897 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cf2e0762-fb58-4bea-a828-67cb856c9db7 req-0bbc9ae7-3489-4add-bbac-8dfaddf7d89d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1105497 Jan 22 20:13:09.897764 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cf2e0762-fb58-4bea-a828-67cb856c9db7 req-d3adb803-7e6a-4de6-89d0-48d09c2e572f tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510194 Jan 22 20:13:10.774077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4067-959d-455e-9796-13d32712751c req-376980ba-0096-43ed-9c48-671e33404051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:10.775668 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-376980ba-0096-43ed-9c48-671e33404051 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1163 time: 0.0802839 Jan 22 20:13:10.916207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4067-959d-455e-9796-13d32712751c req-61af6609-75e7-4324-965e-cf00bb6d1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:10.917750 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-61af6609-75e7-4324-965e-cf00bb6d1f6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1351759 Jan 22 20:13:11.028622 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-6e882c63-8e2b-4238-8ed3-1ece602e3dc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 1002 time: 0.1038256 Jan 22 20:13:11.150309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4067-959d-455e-9796-13d32712751c req-fac8e0a7-d7a2-4f66-89ac-892be1196758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:11.151927 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-fac8e0a7-d7a2-4f66-89ac-892be1196758 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.1177161 Jan 22 20:13:11.251479 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa52b41-a4c5-46d3-a6d4-9d1f5b52b1a7 req-8039ac0d-2883-4f3b-8a99-2ea75447968c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:11.253712 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5aa52b41-a4c5-46d3-a6d4-9d1f5b52b1a7 req-8039ac0d-2883-4f3b-8a99-2ea75447968c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1801744 Jan 22 20:13:11.316521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4067-959d-455e-9796-13d32712751c req-80d53067-dffb-420b-b6fd-f69d9a3ccfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:11.318111 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-80d53067-dffb-420b-b6fd-f69d9a3ccfec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1541283 Jan 22 20:13:11.324827 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5aa52b41-a4c5-46d3-a6d4-9d1f5b52b1a7 req-c9de4ffe-9edb-423a-8473-2b2c8986b5fa tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647035 Jan 22 20:13:11.462472 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-8d74b9f0-854a-4768-954f-b4d2ed7045e6 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366324 Jan 22 20:13:11.608979 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-285c4067-959d-455e-9796-13d32712751c req-fe57a4f6-bd10-479c-818c-aee70d70b0a0 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390736 Jan 22 20:13:12.574124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf562c2e-70a8-497a-a69a-3f45c421eb89 req-b879db4b-3a67-40df-b7ad-ae92939bca00 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:12.575747 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf562c2e-70a8-497a-a69a-3f45c421eb89 req-b879db4b-3a67-40df-b7ad-ae92939bca00 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1055419 Jan 22 20:13:12.630715 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bf562c2e-70a8-497a-a69a-3f45c421eb89 req-f85b35e2-844c-40fe-a3a9-c2e232ba9452 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481026 Jan 22 20:13:13.338360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:13:13.460902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:13.488998 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:13:13.506110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port ab525c32-2012-4476-9263-d59635e85f14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ab525c32-2012-4476-9263-d59635e85f14,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:13:13.511995 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:13.514024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:13:13.556068 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14', 'code': 200} Jan 22 20:13:13.589874 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:13:13.597845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.598235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.598649 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.599026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.599405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.599781 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.600158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.600529 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.600903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.601281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.601645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.602013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.602421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.602817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.603188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.603558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.603926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.604295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.604662 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.605029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.605398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.605767 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.606138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.606501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:13:13.610811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:13:13.881021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13189-f3e1-48c7-bf2f-8321e2703ae0 req-074ab9f2-c7f4-47f9-b6ef-19f84a9f7dc7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:13.882646 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-50a13189-f3e1-48c7-bf2f-8321e2703ae0 req-074ab9f2-c7f4-47f9-b6ef-19f84a9f7dc7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1066577 Jan 22 20:13:13.933886 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-50a13189-f3e1-48c7-bf2f-8321e2703ae0 req-6437ccf8-ade1-4541-b59f-1f94209e2dca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448225 Jan 22 20:13:15.486063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 54888) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:13:15.647162 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-ba0bcb2c-e5cc-46a0-a660-e13a845add13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595359 Jan 22 20:13:15.684576 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30908290-f143-4413-b656-d3626fd241aa req-de197e95-1be8-454f-963b-70edef7736d8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:15.686245 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-30908290-f143-4413-b656-d3626fd241aa req-de197e95-1be8-454f-963b-70edef7736d8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1113136 Jan 22 20:13:15.737069 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-30908290-f143-4413-b656-d3626fd241aa req-c4846f53-fb24-4ede-830c-2fd52fbfb125 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Jan 22 20:13:16.179718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-a9a71654-6f18-4b74-83f5-64621320ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:16.181574 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-a9a71654-6f18-4b74-83f5-64621320ae42 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa&tenant_id=606ce03bee77481cbfebca42d1291c26 HTTP/1.1" status: 200 len: 1161 time: 0.0769360 Jan 22 20:13:16.292721 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-f2729127-9576-43ae-ae23-fa900fbd2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:16.294285 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-f2729127-9576-43ae-ae23-fa900fbd2a6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=606ce03bee77481cbfebca42d1291c26&device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1161 time: 0.0781760 Jan 22 20:13:16.433178 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-e0e16238-882b-4e29-ab47-99524d9d5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:16.434662 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-e0e16238-882b-4e29-ab47-99524d9d5b71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 200 len: 911 time: 0.1336818 Jan 22 20:13:16.753818 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-5ab50e82-77db-4dff-a2ce-6fd1eede98fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 200 len: 1000 time: 0.3130248 Jan 22 20:13:16.823280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-80104921-c4f9-450e-8c7f-44fb6e195e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:16.824839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-80104921-c4f9-450e-8c7f-44fb6e195e95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 200 len: 856 time: 0.0641072 Jan 22 20:13:16.963343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-ad0cdaf2-548d-4a2c-809b-4536f8cb370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:16.964904 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-ad0cdaf2-548d-4a2c-809b-4536f8cb370b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aaeff783-d934-42c0-b856-7a48086754e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1337042 Jan 22 20:13:17.046705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aa9b7-e6d6-4e7f-9928-edfac12dd4df req-bec84af9-b775-4f85-88f9-993e16f35ddc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:17.049344 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-066aa9b7-e6d6-4e7f-9928-edfac12dd4df req-bec84af9-b775-4f85-88f9-993e16f35ddc tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1650457 Jan 22 20:13:17.179535 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-066aa9b7-e6d6-4e7f-9928-edfac12dd4df req-af6267b3-cbad-4d7a-a97e-5e1157b00284 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801170 Jan 22 20:13:17.185276 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-0f908bf7-0959-4654-94f9-e9c79a5ebac8 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124696 Jan 22 20:13:17.333530 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-399442bd-60eb-4e2a-bdb4-85a7c17eff86 req-00adeea7-d337-463d-89e9-5c73774968b0 service neutron] 10.222.0.22 "GET /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411400 Jan 22 20:13:18.498493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58850bd5-7b82-41ec-908a-dc43262001fd req-5fd7bb83-06aa-4eba-b345-f12e0f6649e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:18.500276 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-58850bd5-7b82-41ec-908a-dc43262001fd req-5fd7bb83-06aa-4eba-b345-f12e0f6649e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1216581 Jan 22 20:13:18.569019 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-58850bd5-7b82-41ec-908a-dc43262001fd req-0f1f7400-d47f-4adc-98b3-e05c7fce8628 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609787 Jan 22 20:13:19.824025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60585-e53c-40d3-ac64-03003df96cdf req-b240977c-c60d-4062-95a3-e8214af8364e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:19.825744 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-33f60585-e53c-40d3-ac64-03003df96cdf req-b240977c-c60d-4062-95a3-e8214af8364e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1131153 Jan 22 20:13:19.882526 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-33f60585-e53c-40d3-ac64-03003df96cdf req-891b4dad-fdf9-47ad-9ba1-f899209847a3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503006 Jan 22 20:13:21.156167 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313249d-e1da-450b-980e-e63f2ba301d4 req-375d4d75-8e81-4880-85a9-8ba385755ea2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:21.157874 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c313249d-e1da-450b-980e-e63f2ba301d4 req-375d4d75-8e81-4880-85a9-8ba385755ea2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1254466 Jan 22 20:13:21.217121 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c313249d-e1da-450b-980e-e63f2ba301d4 req-ad0f431a-8cbc-4e6e-85b9-77eb6bd64251 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 Jan 22 20:13:22.490933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61151-5678-43e7-bfd2-08b39d7d8822 req-5d93b0c0-4a1a-4f99-b94c-77cd57be0a79 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:22.492570 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efe61151-5678-43e7-bfd2-08b39d7d8822 req-5d93b0c0-4a1a-4f99-b94c-77cd57be0a79 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1110280 Jan 22 20:13:22.551646 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-efe61151-5678-43e7-bfd2-08b39d7d8822 req-f95edb4d-ad3c-48c6-9dae-25fd02a3e5e9 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512507 Jan 22 20:13:23.418827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-08988404-d14c-4057-87f2-7eb7f96084f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:23.808872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a6452-051d-4315-adb6-cb408f2e2a71 req-b963a098-5e3a-48d6-8a2b-8b7580841ad3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:23.810656 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb2a6452-051d-4315-adb6-cb408f2e2a71 req-b963a098-5e3a-48d6-8a2b-8b7580841ad3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1099560 Jan 22 20:13:23.866397 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb2a6452-051d-4315-adb6-cb408f2e2a71 req-6ff23818-afc2-4209-863d-55b22601bcbe tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487595 Jan 22 20:13:25.126355 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf8c9-71bb-4fca-a3b5-f062ef9e27eb req-b75fced0-ab67-4e0f-9f26-4bf9cde58d69 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:25.128710 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-747bf8c9-71bb-4fca-a3b5-f062ef9e27eb req-b75fced0-ab67-4e0f-9f26-4bf9cde58d69 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1169193 Jan 22 20:13:25.185085 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-747bf8c9-71bb-4fca-a3b5-f062ef9e27eb req-7a4766ff-739f-4d21-a8e3-47fb2af0eca7 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493379 Jan 22 20:13:25.787074 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf248-f7c6-483e-adf0-fbbaccc6f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:26.238766 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:26.258255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:13:26.450711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e8ea-185e-4384-9323-470fefc8765e req-afeb0e31-17fa-4ea6-bb18-ca320c3c5708 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:26.452381 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d150e8ea-185e-4384-9323-470fefc8765e req-afeb0e31-17fa-4ea6-bb18-ca320c3c5708 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1123960 Jan 22 20:13:26.512563 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d150e8ea-185e-4384-9323-470fefc8765e req-4814edee-71ba-412f-b43a-d1e01910a029 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535927 Jan 22 20:13:27.319700 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:27.790964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40573b91-2a7c-49ae-a0b1-cce8b1feb03a req-99dc8126-c310-452c-b199-e591009725c4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:27.792716 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40573b91-2a7c-49ae-a0b1-cce8b1feb03a req-99dc8126-c310-452c-b199-e591009725c4 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1157696 Jan 22 20:13:27.829164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:27.849515 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40573b91-2a7c-49ae-a0b1-cce8b1feb03a req-c2d5b312-7a82-4931-9696-ea9c499baa4e tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497496 Jan 22 20:13:29.106820 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410daf-fba4-4392-87b6-679e04de1c4a req-6231ef70-ad11-42d2-a83f-b65b04d81d00 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:29.108488 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-49410daf-fba4-4392-87b6-679e04de1c4a req-6231ef70-ad11-42d2-a83f-b65b04d81d00 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1112583 Jan 22 20:13:29.161859 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-49410daf-fba4-4392-87b6-679e04de1c4a req-1fa6a23d-62f0-4d33-8a0f-af3d4cd2a177 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461798 Jan 22 20:13:30.412878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36941e5e-4f8f-4729-8386-9cab4fb772fd req-e52c062c-1839-437e-86cc-54c25a5e59a6 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:30.414409 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36941e5e-4f8f-4729-8386-9cab4fb772fd req-e52c062c-1839-437e-86cc-54c25a5e59a6 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1070738 Jan 22 20:13:30.466264 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-36941e5e-4f8f-4729-8386-9cab4fb772fd req-7953d9f8-4b19-400d-b029-c307edd4a7e1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Jan 22 20:13:30.738803 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-8cad363f-5789-4034-a58b-f09ad8f1fd2a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0969312 Jan 22 20:13:30.850186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-3e06787c-a16f-445e-b22c-3179f5b3b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:30.851825 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-3e06787c-a16f-445e-b22c-3179f5b3b0cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.0793369 Jan 22 20:13:31.040743 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-10246e26-d799-4ab7-9b80-af7e007a08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:31.042438 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-10246e26-d799-4ab7-9b80-af7e007a08a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.1709623 Jan 22 20:13:31.178255 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-f557a335-592b-427b-81ec-46a53effc196 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 1001 time: 0.1291938 Jan 22 20:13:31.253857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-0b0f4d1a-37ba-408d-89dd-e9991ba87885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:31.255516 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-0b0f4d1a-37ba-408d-89dd-e9991ba87885 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0707464 Jan 22 20:13:31.345838 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:13:31.347959 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-24759e83-cf7b-4f1e-9093-7f99439db387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:31.349578 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-24759e83-cf7b-4f1e-9093-7f99439db387 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864341 Jan 22 20:13:31.571733 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-d5c9debc-3edf-4ad1-a0cd-b083b3b93378 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135956 Jan 22 20:13:31.796547 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d7332c-036b-439d-ae18-b945e3ca5274 req-b386d564-80bc-4da4-9977-8f355c4d0342 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2164516 Jan 22 20:13:31.824784 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:13:31.831147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90267742-7107-42d5-ba8b-af8cece1067d req-e6e93098-6c66-4c86-a76c-a493f355b272 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:31.833367 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-90267742-7107-42d5-ba8b-af8cece1067d req-e6e93098-6c66-4c86-a76c-a493f355b272 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 944 time: 0.1466062 Jan 22 20:13:31.889640 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-90267742-7107-42d5-ba8b-af8cece1067d req-dd5af520-5684-442f-b26f-7cc7be196daa tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499370 Jan 22 20:13:31.900181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port ab525c32-2012-4476-9263-d59635e85f14 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:13:31.900609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:32.024958 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:32.052919 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:13:32.063481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port ab525c32-2012-4476-9263-d59635e85f14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ab525c32-2012-4476-9263-d59635e85f14,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:13:32.067274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:32.069181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:13:32.117721 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14', 'code': 200} Jan 22 20:13:32.145490 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=6']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:13:32.148949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:13:32.401804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d351061-2d43-4cf2-8e43-97a25066ba45 req-eedfeb2d-1603-4a63-8a40-eabb04bd0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:32.403317 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d351061-2d43-4cf2-8e43-97a25066ba45 req-eedfeb2d-1603-4a63-8a40-eabb04bd0de5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 1163 time: 0.0751085 Jan 22 20:13:32.445933 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4d351061-2d43-4cf2-8e43-97a25066ba45 req-19efa6d6-878e-458b-a348-8fa88c60c219 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361464 Jan 22 20:13:33.143113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95b6a2-9035-4a54-aee3-e136bb2803a3 req-a1d372b3-0dcb-4173-b297-eabaa18d7ef0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:33.145362 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ca95b6a2-9035-4a54-aee3-e136bb2803a3 req-a1d372b3-0dcb-4173-b297-eabaa18d7ef0 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1119082 Jan 22 20:13:33.197542 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ca95b6a2-9035-4a54-aee3-e136bb2803a3 req-5e204cce-c09c-48f7-abee-60c56e452379 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Jan 22 20:13:33.589300 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:33.628026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:13:33.705449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port ab525c32-2012-4476-9263-d59635e85f14 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:13:33.705449 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:34.448519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9df52-8b0d-44d7-a88e-24fb63161732 req-200906e7-fdb6-45c1-97ad-54368442cb39 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:13:34.450033 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0aa9df52-8b0d-44d7-a88e-24fb63161732 req-200906e7-fdb6-45c1-97ad-54368442cb39 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1065695 Jan 22 20:13:34.505196 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0aa9df52-8b0d-44d7-a88e-24fb63161732 req-aa944694-4c5b-44b3-b0ab-522c189999ff tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488048 Jan 22 20:13:53.420094 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef11d-4d53-424d-8252-b1a34ecae25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:55.788434 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f082-1e15-4bd6-8823-2d7c71b4e387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:56.237548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:57.325372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:13:57.829486 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:03.258787 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:14:03.604273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:06.524750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527b47-0000-44a3-b88e-c26b48510aac req-bee61016-921a-4770-8ae1-7ee96d46f406 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:06.526263 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-39527b47-0000-44a3-b88e-c26b48510aac req-bee61016-921a-4770-8ae1-7ee96d46f406 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1055863 Jan 22 20:14:06.577979 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-39527b47-0000-44a3-b88e-c26b48510aac req-ccfb145d-ba05-44ee-b4f5-d44926be3744 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 Jan 22 20:14:07.427706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7386d-9389-4299-8d33-1fde2bb0abbe req-b6ca0eaa-0747-4d18-a79e-f2beb492d40c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:07.429319 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-50a7386d-9389-4299-8d33-1fde2bb0abbe req-b6ca0eaa-0747-4d18-a79e-f2beb492d40c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1113999 Jan 22 20:14:07.481510 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-50a7386d-9389-4299-8d33-1fde2bb0abbe req-92d9c62d-c716-48de-aafd-6b1d9bc8f5e9 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455396 Jan 22 20:14:07.834728 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147caf54-9efe-497c-b7df-e653a85b39f5 req-29422ceb-4089-45af-9806-6659bff91248 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:07.836419 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-147caf54-9efe-497c-b7df-e653a85b39f5 req-29422ceb-4089-45af-9806-6659bff91248 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1141202 Jan 22 20:14:07.889225 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-147caf54-9efe-497c-b7df-e653a85b39f5 req-dbd2dde1-866d-4754-9b49-5318785d0e63 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Jan 22 20:14:08.080932 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-96e6269d-2023-48ac-ae17-2970c046e743 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:08.082568 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-96e6269d-2023-48ac-ae17-2970c046e743 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.1073010 Jan 22 20:14:08.163121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Deleting port ab525c32-2012-4476-9263-d59635e85f14 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:08.163505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:08.421374 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] For port ab525c32-2012-4476-9263-d59635e85f14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ab525c32-2012-4476-9263-d59635e85f14,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:08.421693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:09.008228 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:09.008810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3790157'] for floatingip, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:09.008950 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Floating IP 7ea4a0b0-191a-422b-8864-ad1c8d7682df disassociated. External IP: 172.28.1.183, port: ab525c32-2012-4476-9263-d59635e85f14. Jan 22 20:14:09.009318 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Calling delete_port for ab525c32-2012-4476-9263-d59635e85f14 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:14:09.145373 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52690e-2510-4f63-93b0-e45af4fdf3df req-414a45a8-6a45-4e28-afe7-91f68525bd0e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:09.147018 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb52690e-2510-4f63-93b0-e45af4fdf3df req-414a45a8-6a45-4e28-afe7-91f68525bd0e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.3203447 Jan 22 20:14:09.279551 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb52690e-2510-4f63-93b0-e45af4fdf3df req-76744811-0451-4d60-ba80-def99cad42af tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1207335 Jan 22 20:14:09.323612 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e206df-62ca-47a7-a956-557ee7894c1d req-6309800c-f568-41c7-a693-9615db04da95 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:09.325208 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e206df-62ca-47a7-a956-557ee7894c1d req-6309800c-f568-41c7-a693-9615db04da95 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/ports?device_id=bdfd3605-6013-4254-a2e0-6b9e4deb22aa HTTP/1.1" status: 200 len: 946 time: 0.2863541 Jan 22 20:14:09.372269 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:09.391536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c732ad93-3588-4547-a98b-1a4145483d06 tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:09.453042 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-17e206df-62ca-47a7-a956-557ee7894c1d req-62b87185-429b-42a9-9ba2-f88554123c5d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups?id=1f8430ea-035f-4500-bbb3-7f02d495bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213815 Jan 22 20:14:09.456456 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event deleted for resources: {'Port': ['ID=ab525c32-2012-4476-9263-d59635e85f14,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:09.467876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.468295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.468699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.469097 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.469493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.469888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.470279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.470703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.471268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.471518 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.471834 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.472240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.473175 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.473578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.473964 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.474349 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.474775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.475161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.475545 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.475929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.476316 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.476696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.477081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.477461 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:09.481484 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:09.705676 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:14:09.743091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: ab525c32-2012-4476-9263-d59635e85f14 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:14:09.743498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device ab525c32-2012-4476-9263-d59635e85f14 not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:14:09.782450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:14:09.969973 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:14:09.980816 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:14:09.991726 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:14:09.992730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:13:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:10.011261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] No DVR routers for this DVR port ab525c32-2012-4476-9263-d59635e85f14 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:14:10.013627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:10.016543 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-deleted', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:14:10.038222 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c8ae832e-19be-4628-a20b-180506ddcb73 req-22d98832-5882-4cce-859d-13c8943509cb tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.22 "DELETE /v2.0/ports/ab525c32-2012-4476-9263-d59635e85f14 HTTP/1.1" status: 204 len: 173 time: 1.9502933 Jan 22 20:14:10.098571 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd3605-6013-4254-a2e0-6b9e4deb22aa', 'name': 'network-vif-deleted', 'tag': 'ab525c32-2012-4476-9263-d59635e85f14', 'status': 'completed', 'code': 200} Jan 22 20:14:10.198279 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:14:10.541283 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:10.545556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:14:10.549938 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be1d6-fd11-4826-91a6-da783461d98a req-d9b942be-f9ce-4ad7-9115-cdc17b4a84cc tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:10.552168 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c49be1d6-fd11-4826-91a6-da783461d98a req-d9b942be-f9ce-4ad7-9115-cdc17b4a84cc tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1145928 Jan 22 20:14:10.555319 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:14:10.555978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:13:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:10.607820 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c49be1d6-fd11-4826-91a6-da783461d98a req-891a55d0-421f-4d8c-b907-29992500de64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475771 Jan 22 20:14:10.624975 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55026) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:10.704665 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:10.734519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:10.750341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:14:10.781742 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:10.787366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85c6f183-1384-4f25-bcc9-4c5b486f5fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:10.804733 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8430ea-035f-4500-bbb3-7f02d495bf90,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:10.815839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.816259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.817744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.818163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.818575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.819007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.819409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.819808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.820208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.820607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.821004 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.821401 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.821836 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.822235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.822645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.823053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.823448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.823844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.824244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.824637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.825030 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.825423 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.825821 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.826211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:10.831589 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:10.833639 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:10.837587 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55030) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:10.837727 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-47509a9b-a8f3-484a-9e54-1c2a419d1da3 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "DELETE /v2.0/security-groups/1f8430ea-035f-4500-bbb3-7f02d495bf90 HTTP/1.1" status: 204 len: 168 time: 0.2115314 Jan 22 20:14:10.855578 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.api.v2.resource [None req-22fdd566-8464-402b-8ade-7b4c2eae2f57 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] show failed (client error): The resource could not be found. Jan 22 20:14:10.856698 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-22fdd566-8464-402b-8ade-7b4c2eae2f57 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "GET /v2.0/security-groups/1f8430ea-035f-4500-bbb3-7f02d495bf90 HTTP/1.1" status: 404 len: 347 time: 0.0178404 Jan 22 20:14:10.859677 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55034) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:11.034392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Deleting port dddf68ca-0734-4e3c-8029-5bdddbd51735 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:11.035046 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:11.102488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:11.106853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd48f2-531d-4f70-ba13-68833a89eea4 None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:09:11Z', 'revision_number': 4, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': '6450b757-2f7f-44f2-8dde-f8810a3082ac', 'name': '', 'network_id': 'aaeff783-d934-42c0-b856-7a48086754e7', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'mac_address': 'fa:16:3e:c3:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '20c04142-0327-45e7-af5c-0b027be81878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:10Z', 'updated_at': '2021-01-22T20:09:17Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'subnets': [{'id': '20c04142-0327-45e7-af5c-0b027be81878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:14:11.219693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:11.220065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:11.353304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Calling delete_port for dddf68ca-0734-4e3c-8029-5bdddbd51735 owned by network:floatingip {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:14:11.488924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ab0a5-4995-4d20-bcc5-0ca8caa3c903 None None] New status for floating IP 7ea4a0b0-191a-422b-8864-ad1c8d7682df: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:14:11.499254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:11.517501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-99aa2971-2087-498c-b01d-63f2268f5f64 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:11.573656 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Pushing event deleted for resources: {'Port': ['ID=dddf68ca-0734-4e3c-8029-5bdddbd51735,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:11.577610 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:11.742068 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks [] for floatingip, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:11.807225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:11.814025 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] 10.222.0.18 "DELETE /v2.0/floatingips/7ea4a0b0-191a-422b-8864-ad1c8d7682df HTTP/1.1" status: 204 len: 168 time: 0.9533134 Jan 22 20:14:11.867779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c823456-b6ac-4964-9eb5-bbeef092c5df req-3e6a0f78-743e-401a-9a69-c196a5b49fad tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:11.869462 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7c823456-b6ac-4964-9eb5-bbeef092c5df req-3e6a0f78-743e-401a-9a69-c196a5b49fad tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1227734 Jan 22 20:14:11.922968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7c823456-b6ac-4964-9eb5-bbeef092c5df req-cdf2008c-a891-426a-8f2f-6d5d66aaf114 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468891 Jan 22 20:14:13.164800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bd49-8783-4318-bcba-7492a0c37e25 req-b5a64db3-582a-4523-8661-6fed695d714c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:13.166486 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb21bd49-8783-4318-bcba-7492a0c37e25 req-b5a64db3-582a-4523-8661-6fed695d714c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1157107 Jan 22 20:14:13.226779 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-bb21bd49-8783-4318-bcba-7492a0c37e25 req-f033ab6c-177d-40a5-a8f1-fa98feca032a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0531743 Jan 22 20:14:14.057604 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:14:14.131144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port bfb45a4f-8a5c-4343-b536-980562e78c85 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:14:14.131568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:14.465080 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b831b-1a1a-441e-9179-96e06fab9226 req-e0ee4a02-35d8-4dec-b02a-28bb55d4f005 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:14.466632 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8e2b831b-1a1a-441e-9179-96e06fab9226 req-e0ee4a02-35d8-4dec-b02a-28bb55d4f005 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1075265 Jan 22 20:14:14.522957 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8e2b831b-1a1a-441e-9179-96e06fab9226 req-0501e7f3-48c1-4738-85f9-68a538293b17 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0499206 Jan 22 20:14:14.959462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55066) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:15.838208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48d13-e55b-42ed-bc0a-38af9ed32a98 req-991efca9-37d2-4193-9237-3543c3feb30e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:15.839806 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f6b48d13-e55b-42ed-bc0a-38af9ed32a98 req-991efca9-37d2-4193-9237-3543c3feb30e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1847854 Jan 22 20:14:15.934685 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f6b48d13-e55b-42ed-bc0a-38af9ed32a98 req-6b7245f8-3469-41da-80c3-1d16cff6bff8 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0870364 Jan 22 20:14:16.034064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850985550'] for router_interface, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:16.392134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Deleting port 6450b757-2f7f-44f2-8dde-f8810a3082ac {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:16.392432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:16.574232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] For port 6450b757-2f7f-44f2-8dde-f8810a3082ac, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=6450b757-2f7f-44f2-8dde-f8810a3082ac,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:16.574635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:16.702599 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Calling delete_port for 6450b757-2f7f-44f2-8dde-f8810a3082ac owned by network:router_interface {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:14:16.872694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:16.888414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a3903143-75e5-4977-80f4-467bcc9e0cca tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:16.945903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Pushing event deleted for resources: {'Port': ['ID=6450b757-2f7f-44f2-8dde-f8810a3082ac,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:16.949807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:17.357988 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c397-ef93-4b63-badc-dcd9f1c5a475 req-7aeb0d67-b150-4ab3-a898-86bd6bf335ed tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:17.359572 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea83c397-ef93-4b63-badc-dcd9f1c5a475 req-7aeb0d67-b150-4ab3-a898-86bd6bf335ed tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.2715864 Jan 22 20:14:17.426028 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851089776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3794177'] for router_interface, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:17.449543 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ea83c397-ef93-4b63-badc-dcd9f1c5a475 req-ec2e1ab2-ebe2-495a-a255-edc42081be1e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0822830 Jan 22 20:14:17.697323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-a64574c2-dd2a-4af8-bd83-91161369b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:17.698851 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-a64574c2-dd2a-4af8-bd83-91161369b53e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.1821580 Jan 22 20:14:18.173521 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-fdd2bc9d-a726-4a43-9d0b-60a73d711226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:18.175130 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-fdd2bc9d-a726-4a43-9d0b-60a73d711226 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.4679737 Jan 22 20:14:18.421138 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-0e85ac70-3818-4b22-8ef7-08c511db6175 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 1001 time: 0.1894057 Jan 22 20:14:18.506182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:14:18.519610 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-d0f4098a-a7f6-45d0-a363-ca0ae357c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:18.521424 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-d0f4098a-a7f6-45d0-a363-ca0ae357c0b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0927660 Jan 22 20:14:18.830925 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:14:18.840480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] Sync routers for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:14:18.851196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:14:18.851869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:13:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:18.853442 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c7e73782-6032-411b-85a4-70185a96979a admin admin] 10.222.0.18 "PUT /v2.0/routers/3e9c8825-9bd3-4142-8b58-b8fcea83ea06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8926768 Jan 22 20:14:18.856236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55078) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:18.856553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-e014a47d-0e99-4de8-b7ac-89e92d6655ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:18.858078 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-e014a47d-0e99-4de8-b7ac-89e92d6655ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2788792 Jan 22 20:14:18.884399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109bb69-0785-4858-954a-4aa8b0630e9b req-ea956f91-d8bf-429a-bce5-ce784c3f1d2c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:18.885997 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0109bb69-0785-4858-954a-4aa8b0630e9b req-ea956f91-d8bf-429a-bce5-ce784c3f1d2c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.3050280 Jan 22 20:14:19.028840 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0109bb69-0785-4858-954a-4aa8b0630e9b req-27504da9-ccb2-4803-b703-ea808006c0ba tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1198659 Jan 22 20:14:19.042276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:14:19.051508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:19.069054 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-ad66d193-a407-4205-b1af-c60a70b68645 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820257 Jan 22 20:14:19.227397 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ba708756-46d9-4291-8f2a-ee6b15456db5 req-54a6651b-4656-45de-845c-c20ca0e7082d service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500139 Jan 22 20:14:19.254792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:19.260057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Deleting port 2db67a27-780b-4221-aea2-959c167c9000 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:19.260428 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:19.351370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:14:16Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:19.355370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] Checking router: 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:14:19.365166 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] Routers {'3e9c8825-9bd3-4142-8b58-b8fcea83ea06'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:14:19.365826 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:13:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:19.448635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] For port 2db67a27-780b-4221-aea2-959c167c9000, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=2db67a27-780b-4221-aea2-959c167c9000,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:19.448944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:19.555723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] Set router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:14:19.585514 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Calling delete_port for 2db67a27-780b-4221-aea2-959c167c9000 owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:14:19.725831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:19.862690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:14:16Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:19.867216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2641c-b3b3-4441-96cd-ff5728ef8f3e None None] The sync data for ids ['3e9c8825-9bd3-4142-8b58-b8fcea83ea06'] in dv-cinder-768105-3-smb is: [{'id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'name': 'tempest-AttachVolumeShelveTestJSON-1280192358-router', 'tenant_id': '606ce03bee77481cbfebca42d1291c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2db67a27-780b-4221-aea2-959c167c9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:09:02Z', 'updated_at': '2021-01-22T20:14:16Z', 'revision_number': 5, 'project_id': '606ce03bee77481cbfebca42d1291c26', 'gw_port': {'id': '2db67a27-780b-4221-aea2-959c167c9000', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c8825-9bd3-4142-8b58-b8fcea83ea06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:09:04Z', 'updated_at': '2021-01-22T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:14:19.917720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3791545'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.056124 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245056'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.058443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.087668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850979304'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.088443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9c8825-9bd3-4142-8b58-b8fcea83ea06 {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 20:14:20.102254 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.103527 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-72b120ba-62e2-4034-bdef-3f839acf3990 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e9c8825-9bd3-4142-8b58-b8fcea83ea06 HTTP/1.1" status: 204 len: 168 time: 1.2460825 Jan 22 20:14:20.106231 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55084) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:20.142148 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 6450b757-2f7f-44f2-8dde-f8810a3082ac no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:14:20.181364 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Deleting subnet 20c04142-0327-45e7-af5c-0b027be81878 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:14:20.182682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 6450b757-2f7f-44f2-8dde-f8810a3082ac {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:14:20.183090 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 6450b757-2f7f-44f2-8dde-f8810a3082ac not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:14:20.184627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.237655 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.302789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812d225-fcc0-4c01-ba88-fdc83574d968 req-9056efd2-6af0-430f-baaa-a08ba65a4765 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:20.304707 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0812d225-fcc0-4c01-ba88-fdc83574d968 req-9056efd2-6af0-430f-baaa-a08ba65a4765 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1075971 Jan 22 20:14:20.327235 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.361453 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0812d225-fcc0-4c01-ba88-fdc83574d968 req-d5eb5698-57fe-4ede-a78d-3954c48648b8 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0500553 Jan 22 20:14:20.590296 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.609418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:20.656509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c04142-0327-45e7-af5c-0b027be81878,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:20.661110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:20.743943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.749431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5bcc89-97b5-409b-b52f-3eb19a01f33f None None] Network aaeff783-d934-42c0-b856-7a48086754e7 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:14:20.750045 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9c2d3729-db1b-49a9-9951-1f1468e9e5b1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20c04142-0327-45e7-af5c-0b027be81878 HTTP/1.1" status: 204 len: 168 time: 0.6427727 Jan 22 20:14:20.752711 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55088) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:20.874805 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:20.946921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Deleting port d17cf41d-1ba2-479f-861c-22e00679b19f {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:20.947605 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.003299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] DHCP port deletion for aaeff783-d934-42c0-b856-7a48086754e7 request from dv-cinder-768105-3-smb {{(pid=80123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 20:14:21.007892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Deleting port d17cf41d-1ba2-479f-861c-22e00679b19f {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:21.008321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.179015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] For port d17cf41d-1ba2-479f-861c-22e00679b19f, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=d17cf41d-1ba2-479f-861c-22e00679b19f,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:21.179682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.244934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] For port d17cf41d-1ba2-479f-861c-22e00679b19f, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=d17cf41d-1ba2-479f-861c-22e00679b19f,segment=NetworkSegment(39252fc5-cf56-48bf-a0f5-580e34dc6d81),segment_id=39252fc5-cf56-48bf-a0f5-580e34dc6d81)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:21.245459 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.313132 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Calling delete_port for d17cf41d-1ba2-479f-861c-22e00679b19f owned by network:dhcp {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:14:21.379904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Calling delete_port for d17cf41d-1ba2-479f-861c-22e00679b19f owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:14:21.389912 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.406146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-85dac924-b0fe-48b6-896f-74f8643eec7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:21.461181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:14:21.461745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:14:21.467478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17cf41d-1ba2-479f-861c-22e00679b19f,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:21.471483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:21.553719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] No DVR routers for this DVR port d17cf41d-1ba2-479f-861c-22e00679b19f on host dv-cinder-768105-3-smb {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:14:21.617478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc27de0-98e5-4f2c-b83d-3e7de0220217 req-1a18bf7d-b371-40f6-9cd4-746b780b5398 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:21.619219 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0cc27de0-98e5-4f2c-b83d-3e7de0220217 req-1a18bf7d-b371-40f6-9cd4-746b780b5398 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1171222 Jan 22 20:14:21.673864 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0cc27de0-98e5-4f2c-b83d-3e7de0220217 req-1ba05a57-b814-46f4-bcfc-92c04942bb0c tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482256 Jan 22 20:14:21.678982 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.793370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeff783-d934-42c0-b856-7a48086754e7']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:21.810289 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39252fc5-cf56-48bf-a0f5-580e34dc6d81') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:21.810641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39252fc5-cf56-48bf-a0f5-580e34dc6d81') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:14:21.823377 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.838017 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:21.840594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:14:21.878477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:14:21.964054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Deleting port d17cf41d-1ba2-479f-861c-22e00679b19f {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:14:21.964602 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:22.020710 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-981127c5-6938-484f-b675-3c76fc09a8d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870416 Jan 22 20:14:22.032828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Network aaeff783-d934-42c0-b856-7a48086754e7 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:14:22.043598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c50f2487-4512-42fa-90cb-1bcc0afe9712 None None] The port 'd17cf41d-1ba2-479f-861c-22e00679b19f' was deleted {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 20:14:22.049615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:22.149931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:22.186168 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:14:22.187562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c282-e068-415d-b352-1eb4660e3193 req-4c58f8a2-8945-4078-8e4d-c8f84cc3f8f6 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:22.198660 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port bfb45a4f-8a5c-4343-b536-980562e78c85, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bfb45a4f-8a5c-4343-b536-980562e78c85,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:22.199566 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d020c282-e068-415d-b352-1eb4660e3193 req-4c58f8a2-8945-4078-8e4d-c8f84cc3f8f6 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1777618 Jan 22 20:14:22.208643 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:22.210572 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5d25b9f5-4e61-4973-a7ee-9d31dc5f26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:22.259713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2db67a27-780b-4221-aea2-959c167c9000 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:14:22.289553 dv-cinder-768105-3-smb neutron-server[80010]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'code': 422} returned with failed status Jan 22 20:14:22.293239 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d020c282-e068-415d-b352-1eb4660e3193 req-624a4653-9d03-4938-99a5-dd2cad176e21 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0869424 Jan 22 20:14:22.337012 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 2db67a27-780b-4221-aea2-959c167c9000 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:14:22.337388 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 2db67a27-780b-4221-aea2-959c167c9000 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:14:22.337867 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device d17cf41d-1ba2-479f-861c-22e00679b19f no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:14:22.378313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:22.383613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: d17cf41d-1ba2-479f-861c-22e00679b19f {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:14:22.384010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device d17cf41d-1ba2-479f-861c-22e00679b19f not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:14:22.390073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.390465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.390880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.391257 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.391633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.392067 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.392473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.392881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.393255 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.393579 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.393943 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.394996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.395380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.395828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.396208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.396574 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.396942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.397307 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.397672 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.398038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.398402 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.398792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.399146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.399633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:14:22.404036 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:22.607991 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Network aaeff783-d934-42c0-b856-7a48086754e7 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:14:22.630432 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:14:22.710237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:22.714732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:22.718553 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:22.742436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaeff783-d934-42c0-b856-7a48086754e7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:22.745399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:22.756505 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-26348600-946a-46d0-843e-363f2710c5d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aaeff783-d934-42c0-b856-7a48086754e7 HTTP/1.1" status: 204 len: 168 time: 2.0027409 Jan 22 20:14:22.900845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55110) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:22.953832 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-2396e445-28a7-47ca-9e8d-4379e91a1f91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=606ce03bee77481cbfebca42d1291c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515831 Jan 22 20:14:22.956297 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55114) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:23.019899 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:23.049345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:23.096163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:23.102050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-748ae738-9896-428f-8030-0d104714624a tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:23.116384 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a625759-036f-47f6-b978-35a2caadd28e,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:23.121415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:23.123502 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:23.126124 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d69658b2-7d25-4aa2-accd-ea93c53c54e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a625759-036f-47f6-b978-35a2caadd28e HTTP/1.1" status: 204 len: 168 time: 0.1681273 Jan 22 20:14:23.281948 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-903a2727-ee12-48b5-8f4b-3e98d2b9909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:23.283600 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-903a2727-ee12-48b5-8f4b-3e98d2b9909a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0&tenant_id=66a1dc04ace544a7b627757f56b383d9 HTTP/1.1" status: 200 len: 1161 time: 0.0782969 Jan 22 20:14:23.403758 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-0c7c5734-4250-453d-b006-6e8a9c9c17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:23.405390 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-0c7c5734-4250-453d-b006-6e8a9c9c17ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1161 time: 0.0876811 Jan 22 20:14:23.426196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2921491b-e0ea-47a0-b8e8-a26c0d26d8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:23.638627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-cc98b9e2-12c7-4977-bac4-eccdfcb6d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:23.640255 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-cc98b9e2-12c7-4977-bac4-eccdfcb6d757 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.2245395 Jan 22 20:14:23.668863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574b51b-ef0f-47bb-9bbc-e3460f9d8bdc req-1278873e-e2e1-41bc-851d-2e145521b45e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:23.670503 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f574b51b-ef0f-47bb-9bbc-e3460f9d8bdc req-1278873e-e2e1-41bc-851d-2e145521b45e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.2269003 Jan 22 20:14:23.820073 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f574b51b-ef0f-47bb-9bbc-e3460f9d8bdc req-bd9085e2-2872-4c93-b9f4-a51e62d46279 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0904963 Jan 22 20:14:23.821965 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-d3226d35-e37e-4d77-bdf3-a1095d7245e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 999 time: 0.1504796 Jan 22 20:14:23.902966 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-dbddcac5-d891-4239-af3c-a9819665b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:23.904431 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-dbddcac5-d891-4239-af3c-a9819665b685 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0755599 Jan 22 20:14:23.987739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-deba77e7-64a1-477e-ad1d-386ccad566bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:23.989881 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-deba77e7-64a1-477e-ad1d-386ccad566bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790017 Jan 22 20:14:24.141536 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-1c16fc7b-3081-4e2a-b67f-3ded34c53fde service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446218 Jan 22 20:14:24.286274 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f3b1f5d9-b62b-4e80-bc26-e5329eb5157f req-fb01ecd0-70ee-4890-bc8e-2a95ac61e31f service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383860 Jan 22 20:14:25.059775 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92db686-8aff-42ac-9c3b-a062ca136117 req-a81b9bb5-a6dc-46d6-ad2a-eb4d3facb83b tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:25.061467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d92db686-8aff-42ac-9c3b-a062ca136117 req-a81b9bb5-a6dc-46d6-ad2a-eb4d3facb83b tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.1121135 Jan 22 20:14:25.115748 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d92db686-8aff-42ac-9c3b-a062ca136117 req-ba7a1123-61db-4922-86b8-a33f5f6dacd6 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478184 Jan 22 20:14:25.789458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e57687b1-c9af-4524-bb04-9a2f94a74951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:26.240251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:26.355986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a6d2-314e-4d2b-b169-6722a33b0b0f req-ac32eeb9-8739-4701-a521-efad64331ca5 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:26.357606 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b759a6d2-314e-4d2b-b169-6722a33b0b0f req-ac32eeb9-8739-4701-a521-efad64331ca5 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.1089487 Jan 22 20:14:26.409227 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b759a6d2-314e-4d2b-b169-6722a33b0b0f req-87771d1c-50bd-4c0c-92fa-cd4209a90ee4 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453131 Jan 22 20:14:27.327489 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:27.650207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fdd-e997-4ee7-be88-c25e3a6a9bf9 req-1e375a9c-5965-47af-97a2-af87d7c76907 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:27.651833 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-21ac0fdd-e997-4ee7-be88-c25e3a6a9bf9 req-1e375a9c-5965-47af-97a2-af87d7c76907 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 944 time: 0.1102989 Jan 22 20:14:27.704812 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-21ac0fdd-e997-4ee7-be88-c25e3a6a9bf9 req-1a1d92c5-4830-40ed-a317-6e37f59e4156 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468023 Jan 22 20:14:27.831876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:28.313761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:14:28.389931 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port bfb45a4f-8a5c-4343-b536-980562e78c85 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:14:28.390481 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:28.514595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:28.707827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:14:28.718045 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port bfb45a4f-8a5c-4343-b536-980562e78c85, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bfb45a4f-8a5c-4343-b536-980562e78c85,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:14:28.720068 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:28.721977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-acff44a8-5f74-453a-a627-9a7865ac0b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:28.768614 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'code': 200} Jan 22 20:14:28.795376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=6']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:28.797480 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:28.944845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a781c-4ed2-4742-b66e-8cdef65ad3bf req-b33670b8-afd1-4fc4-806f-c4486789841f tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:28.946491 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-003a781c-4ed2-4742-b66e-8cdef65ad3bf req-b33670b8-afd1-4fc4-806f-c4486789841f tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1100595 Jan 22 20:14:28.997779 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-003a781c-4ed2-4742-b66e-8cdef65ad3bf req-e6532b45-acd1-4672-bec6-cc6406c82d08 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449560 Jan 22 20:14:29.117997 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19a6e-c1b2-450e-8bd6-98ab33f9ec54 req-03fc310b-3c28-4f2b-8460-b53fa192ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:29.119676 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dcb19a6e-c1b2-450e-8bd6-98ab33f9ec54 req-03fc310b-3c28-4f2b-8460-b53fa192ba92 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.0769541 Jan 22 20:14:29.163322 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-dcb19a6e-c1b2-450e-8bd6-98ab33f9ec54 req-51d4c672-86d7-4f27-94f7-18b0480a4ca7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0369649 Jan 22 20:14:30.135756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:14:30.227933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port bfb45a4f-8a5c-4343-b536-980562e78c85 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:14:30.228427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:30.483314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78124f-4d04-49d5-a321-072e8950f496 req-4484002d-1346-4c33-a3c3-4b0ae70f7d7e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:30.484840 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1f78124f-4d04-49d5-a321-072e8950f496 req-4484002d-1346-4c33-a3c3-4b0ae70f7d7e tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.3508892 Jan 22 20:14:30.537430 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1f78124f-4d04-49d5-a321-072e8950f496 req-ffdc5610-622d-4864-934d-25462e3ebbe5 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462883 Jan 22 20:14:31.772779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac970f-94e3-4c26-9d21-c8c492bde449 req-47191e13-78bb-41b3-b773-1fc080208380 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:31.775079 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-60ac970f-94e3-4c26-9d21-c8c492bde449 req-47191e13-78bb-41b3-b773-1fc080208380 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1105320 Jan 22 20:14:31.849704 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-60ac970f-94e3-4c26-9d21-c8c492bde449 req-01071d27-db97-41b7-8a63-267cb8bf8b83 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0684209 Jan 22 20:14:32.686747 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-3c9dbbbd-2f5a-46bc-bb59-82f94bfe8d3b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0783384 Jan 22 20:14:32.854873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-95cd3b7f-e273-4fbf-9a4b-f954a96deeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:32.856474 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-95cd3b7f-e273-4fbf-9a4b-f954a96deeec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.0782931 Jan 22 20:14:33.012196 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-87832c75-232a-4096-9384-d9f4c96a5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:33.013690 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-87832c75-232a-4096-9384-d9f4c96a5d98 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.1370914 Jan 22 20:14:33.124505 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-75c3451c-9515-4068-afac-cc9e62f5cb8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 1001 time: 0.1046610 Jan 22 20:14:33.197193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-8e6dffae-93d7-4115-b5b0-6f9c666b2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:33.198799 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-8e6dffae-93d7-4115-b5b0-6f9c666b2ad4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0673962 Jan 22 20:14:33.280230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-b2b5f40a-4665-407a-8790-8e93c5ec7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:14:33.281725 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-b2b5f40a-4665-407a-8790-8e93c5ec7e77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765448 Jan 22 20:14:33.423006 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-deacdabe-efec-43f9-8ad2-20cdbcd44f6e service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342411 Jan 22 20:14:33.570692 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8abd66c9-44e6-4b1f-ac9c-4ead9e5ae113 req-04d1bb35-1429-4201-9c4f-7835b193d2ba service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410470 Jan 22 20:14:33.624974 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:40.259020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:14:42.041789 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55346) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:42.199443 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.214638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:14:42.218901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Usage tracker for resource:security_group_rule and tenant:9918100cae6e4c01ac9b2e66de28aec1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:14:42.221933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:14:42.228232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:14:42.318344 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.321607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.330404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bb58a871-785b-4244-bdc6-4523c8ad64c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:42.372513 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9918100cae6e4c01ac9b2e66de28aec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293002 Jan 22 20:14:42.374204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907392a2-67be-4ecd-a414-b4c8741c6098,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:42.375113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55352) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:42.378128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8b0244f6-2f1f-4958-ac46-183e36884375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:42.439885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.466924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.521065 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.526208 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ca71a62b-ffbf-40e4-a197-027e386b6947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:42.539902 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907392a2-67be-4ecd-a414-b4c8741c6098,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:42.542730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:42.546550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.547800 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/907392a2-67be-4ecd-a414-b4c8741c6098 HTTP/1.1" status: 204 len: 168 time: 0.1715238 Jan 22 20:14:42.889278 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55360) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:42.908727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:42.924187 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:14:42.928184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Usage tracker for resource:security_group_rule and tenant:17c469850bca4294b692037d2771d87a is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:14:42.932058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:14:42.937796 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:14:43.019963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:43.022652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:43.031835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-3cfd9986-7d6d-4d2e-9a40-c7e578ab0494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:43.078370 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17c469850bca4294b692037d2771d87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876788 Jan 22 20:14:43.079140 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba904114-826e-473d-896f-74709cbdc6f4,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:43.081680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55364) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:43.084620 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:43.144906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:43.172462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:43.216807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:43.221741 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-01d5af9c-a280-4461-aafa-232e17b768d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:43.235101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba904114-826e-473d-896f-74709cbdc6f4,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:43.238750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:43.244448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:43.245651 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-91654dbc-789d-4a22-a6d7-f78ebddb050e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba904114-826e-473d-896f-74709cbdc6f4 HTTP/1.1" status: 204 len: 168 time: 0.1629970 Jan 22 20:14:53.417835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9e94acdf-82d7-40cf-8d2f-cc6b8fbdfcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:53.873613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55498) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:54.028347 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.043871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:14:54.048330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9da4ab0d37bf49ca93d036b61c8405d7 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:14:54.051292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:14:54.057901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:14:54.147157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.149980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.158804 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d827d1c8-e351-42ef-af8b-b3bd07772150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:54.201554 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9da4ab0d37bf49ca93d036b61c8405d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265607 Jan 22 20:14:54.203322 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c46f0c7-9356-4bf1-8f15-d577f0f5c8d1,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:54.204548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55504) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:54.206952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:54.267232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.294608 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.338101 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.342920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e5bf457a-514b-444e-a8d1-6f3663a6bb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:54.356675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c46f0c7-9356-4bf1-8f15-d577f0f5c8d1,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:54.359843 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:54.360715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.361917 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0fc18e56-3e44-4363-8471-f6ed282f801f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c46f0c7-9356-4bf1-8f15-d577f0f5c8d1 HTTP/1.1" status: 204 len: 168 time: 0.1563113 Jan 22 20:14:54.702225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55512) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:54.721894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.740814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:14:54.745450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Usage tracker for resource:security_group_rule and tenant:104a761c56e94d4d80ccae146043c638 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:14:54.748368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:14:54.754138 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:14:54.837013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.839840 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.849054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-dae5b647-bd96-4907-8b0e-8f87ea6bc71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:54.892673 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=104a761c56e94d4d80ccae146043c638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892595 Jan 22 20:14:54.893673 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f32a8-e943-49ca-8289-78ba4b8cdf47,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:54.896414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55516) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:54.897047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-303acd0b-8c98-48be-90f2-05866424e406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:54.961564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:54.989498 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.035242 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.041288 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-517fdd00-76d6-4137-a4f3-d724512b870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:55.054896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f32a8-e943-49ca-8289-78ba4b8cdf47,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:55.058086 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:55.066333 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.067626 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-2bf96b02-1aac-48bf-8625-9e769f2db689 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/349f32a8-e943-49ca-8289-78ba4b8cdf47 HTTP/1.1" status: 204 len: 168 time: 0.1701436 Jan 22 20:14:55.485091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55524) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:55.504567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.525054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:14:55.530405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Usage tracker for resource:security_group_rule and tenant:295a6dd3e9f14d96bbbd6fdc7aef2d69 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:14:55.533433 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:14:55.539345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:14:55.626414 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.629189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.640251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d8886427-d20c-4d83-89ea-f73dcaf0eb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:55.683779 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=295a6dd3e9f14d96bbbd6fdc7aef2d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974759 Jan 22 20:14:55.685511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a9fce2-30f3-4119-be6d-e378efdd32a6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:55.686675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55528) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:14:55.688806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-b3501b55-fa0e-42c1-b3eb-17b5d9961b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:55.749418 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.778690 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.791429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b1a8-9ecd-4ccc-bee9-8d4656474cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.824466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.829341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-36c689c2-ddd7-4d0f-a224-a31799e0ac2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:14:55.845284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a9fce2-30f3-4119-be6d-e378efdd32a6,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:14:55.847799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:14:55.855718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:55.856971 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9a9fce2-30f3-4119-be6d-e378efdd32a6 HTTP/1.1" status: 204 len: 168 time: 0.1692185 Jan 22 20:14:56.243732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:57.329317 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:14:57.836287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:03.639325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:03.741887 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55654) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:03.894675 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:03.911473 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:03.916271 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Usage tracker for resource:security_group_rule and tenant:8b13788ff8e84f1986ce40d5a904969f is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:03.919314 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:03.925181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:04.010153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.013010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.021864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9ddbfc5b-0e72-42a8-9916-71dcc96673ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:04.069973 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b13788ff8e84f1986ce40d5a904969f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260956 Jan 22 20:15:04.071666 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9054f01-07d8-4191-965a-dbf720a37992,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:04.073627 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55660) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:04.075630 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-587e7c74-7268-468a-a82f-93c4cd535486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:04.139236 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.165720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.211611 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.216379 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-246d6e96-1f2b-46c2-8e39-a9d6f9bdd19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:04.229646 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9054f01-07d8-4191-965a-dbf720a37992,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:04.232172 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:04.234343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.235513 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-a49ac1a0-cee2-4a42-a6f3-e5872aca84d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9054f01-07d8-4191-965a-dbf720a37992 HTTP/1.1" status: 204 len: 168 time: 0.1598275 Jan 22 20:15:04.573894 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55668) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:04.592735 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.608358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:04.612400 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Usage tracker for resource:security_group_rule and tenant:d59f033075e34779b3b3d0667a87a449 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:04.615341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:04.621811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:04.708000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.710935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.720339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-03740e41-7df4-4d48-84c3-62211fa027f2 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:04.763597 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d59f033075e34779b3b3d0667a87a449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885343 Jan 22 20:15:04.764631 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237c1e06-b731-4b5a-9eb1-bbae641ccdf6,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:04.766387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55672) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:04.768052 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-731d25f9-ba79-4844-9238-749777e568aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:04.829483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.857590 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.902888 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.907791 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:04.923241 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c1e06-b731-4b5a-9eb1-bbae641ccdf6,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:04.927485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:04.936929 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:04.938269 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-bddb40fb-ed55-4b7f-a429-770325778983 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/237c1e06-b731-4b5a-9eb1-bbae641ccdf6 HTTP/1.1" status: 204 len: 168 time: 0.1707556 Jan 22 20:15:06.307977 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55702) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:06.460343 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.476210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:06.480909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Usage tracker for resource:security_group_rule and tenant:d42954fe76a7458abfd4a18d07b3b98d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:06.483881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:06.489680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:06.576586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.579421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.592352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-fe7f6c1f-1210-4890-bc8c-899fe8c082b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:06.635969 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d42954fe76a7458abfd4a18d07b3b98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267241 Jan 22 20:15:06.638497 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d2f92-480f-4f62-8542-bfa88c251d25,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:06.638870 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55708) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:06.641811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e21d8c4a-b5da-4ee4-95ab-37dda6c0ecf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:06.700863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.727869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.772120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.777136 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5f530787-2b57-4344-a54e-3026131b746c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:06.791872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d2f92-480f-4f62-8542-bfa88c251d25,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:06.797295 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:06.799209 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:06.800414 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-9ccd77bb-138d-41fa-9b8f-0a01e413ed98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a91d2f92-480f-4f62-8542-bfa88c251d25 HTTP/1.1" status: 204 len: 168 time: 0.1604905 Jan 22 20:15:07.634771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 55730) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:07.772464 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-781985385-network', 'tenant_id': '3dca8845939f41c5a7d99cc59b5225d1'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:15:07.778560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:07.782581 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Usage tracker for resource:network and tenant:3dca8845939f41c5a7d99cc59b5225d1 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:07.785568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:07.791869 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:07.802234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Made reservation on behalf of 3dca8845939f41c5a7d99cc59b5225d1 for: {'network': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:15:07.807815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for network, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:07.824637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:07.839669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:07.843638 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Usage tracker for resource:security_group_rule and tenant:3dca8845939f41c5a7d99cc59b5225d1 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:07.846536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:07.852426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:07.935651 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:07.938352 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:07.942460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a3b319c3-749e-420e-9224-2fb9e9101a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:07.971513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 20:15:07.988305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f424e-ba77-4c95-be98-51ce76d5315c,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:07.991478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:07.991867 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.segments_db [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Added segment 550f642f-426b-4e77-b8d2-a6685f2141a4 of type vxlan for network 0df38265-f4d4-42b2-9923-965619206bf9 Jan 22 20:15:07.993814 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:08.020872 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363292308054815'] for network, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:08.050471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041'] for network, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:08.051744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:08.052380 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:08.058154 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-31829e3d-c9e6-47c0-b317-7473fcf46b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:08.162294 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5262330 Jan 22 20:15:08.166034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Pushing event updated for resources: {'Network': ['ID=0df38265-f4d4-42b2-9923-965619206bf9,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:08.166186 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 55736) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:08.169043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d3c4e7f5-894f-46d2-8b34-740385e33bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:08.172522 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Request body: {'subnet': {'network_id': '0df38265-f4d4-42b2-9923-965619206bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-781985385-subnet', 'tenant_id': '3dca8845939f41c5a7d99cc59b5225d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:15:08.177007 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Network 0df38265-f4d4-42b2-9923-965619206bf9 details requested by agent ovs-agent-dv-cinder-768105-3-smb with host dv-cinder-768105-3-smb {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:15:08.177812 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:08.182863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Usage tracker for resource:subnet and tenant:3dca8845939f41c5a7d99cc59b5225d1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:08.185835 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:08.191817 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:08.194781 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Network 0df38265-f4d4-42b2-9923-965619206bf9 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 20:15:08.202261 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Made reservation on behalf of 3dca8845939f41c5a7d99cc59b5225d1 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:15:08.207390 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852371270'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:08.620161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852371319'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:08.636439 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:08.769199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2f7af4-b1f1-4280-88c6-06783801221d,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:08.774120 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:08.834424 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Checking segment: {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:15:08.834844 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Network hostable DHCP agents. Network: 0df38265-f4d4-42b2-9923-965619206bf9, hostable agents: ['20352cee-c442-4d97-9769-a66ce2c4a7ce'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 20:15:08.853415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Network 0df38265-f4d4-42b2-9923-965619206bf9 is scheduled to be hosted by DHCP agent 20352cee-c442-4d97-9769-a66ce2c4a7ce with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 20:15:08.861744 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-smb, 0df38265-f4d4-42b2-9923-965619206bf9) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:15:08.870879 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d5bf3-5326-4c5d-8464-cfc5ad3c2f79 None None] Network 0df38265-f4d4-42b2-9923-965619206bf9 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:15:08.875636 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:08.876285 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:08.901518 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-be1e971b-cca5-4f17-9b00-ffa5644bef42 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7340622 Jan 22 20:15:09.096287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4381a9-3217-4cc5-bf94-0a8bda42c9cf None None] Network 0df38265-f4d4-42b2-9923-965619206bf9 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:15:11.272025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-3c4214be-3ecd-4442-8ff7-3e9ef0f28178 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:11.272697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-3c4214be-3ecd-4442-8ff7-3e9ef0f28178 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Synchronizing usage tracker for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:network {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:11.289183 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-3c4214be-3ecd-4442-8ff7-3e9ef0f28178 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Unset dirty status for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:network {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:11.290487 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-3c4214be-3ecd-4442-8ff7-3e9ef0f28178 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/networks?id=0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 200 len: 808 time: 0.1960411 Jan 22 20:15:11.306419 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-1c869113-7964-43be-8f46-1a940afaea6c tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/quotas/3dca8845939f41c5a7d99cc59b5225d1 HTTP/1.1" status: 200 len: 375 time: 0.0097768 Jan 22 20:15:11.359167 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-922a802d-fb01-4bee-83a9-2e056d4ae017 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472016 Jan 22 20:15:11.370365 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-d7f111b5-57e2-455a-9274-d455f89db65e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:15:11.371438 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-d7f111b5-57e2-455a-9274-d455f89db65e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0054018 Jan 22 20:15:11.516403 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-f5da31df-ceb4-45b6-ada6-a206486cfa1f service neutron] 10.222.0.18 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391211 Jan 22 20:15:11.667087 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-154a7709-c7b3-4523-9114-4115878f5d00 service neutron] 10.222.0.18 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440406 Jan 22 20:15:11.951773 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-8b0eae15-e86b-4b4c-9f7d-8446052de108 req-66881f83-8e4e-41fb-850c-47a8c7ac5367 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 210 time: 0.1327760 Jan 22 20:15:13.028232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-b1fae4dd-c3e7-457d-bbd4-dd2113e1f4e8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:13.029880 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-b1fae4dd-c3e7-457d-bbd4-dd2113e1f4e8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "GET /v2.0/networks?id=0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 200 len: 808 time: 0.1807861 Jan 22 20:15:13.065079 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Request body: {'port': {'device_id': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9', 'admin_state_up': True, 'tenant_id': '3dca8845939f41c5a7d99cc59b5225d1'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:15:13.208261 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4a88c9e3-80cd-4839-b955-23f2c01faa02 req-05ccc9bf-99ad-48d9-b494-869082b80721 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 210 time: 0.1115959 Jan 22 20:15:13.262949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:13.266865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Usage tracker for resource:port and tenant:3dca8845939f41c5a7d99cc59b5225d1 is out of sync, need to count used quota {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 20:15:13.269768 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Quota usage for port was recalculated. Used quota:0. {{(pid=80121) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 20:15:13.275956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:13.284508 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Made reservation on behalf of 3dca8845939f41c5a7d99cc59b5225d1 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:15:13.294216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:13.598089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Allocated IP 172.20.0.8 (0df38265-f4d4-42b2-9923-965619206bf9/bb2f7af4-b1f1-4280-88c6-06783801221d/623087b7-8180-49eb-8ffc-c03f3dcd23c0) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:15:13.812858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:13.841244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:13.856577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e2c9f2d2-db9a-4148-a3ae-721ba19b6342 tempest-VolumesSnapshotTestJSON-1350627905 tempest-VolumesSnapshotTestJSON-1350627905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:14.003865 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Pushing event updated for resources: {'Port': ['ID=623087b7-8180-49eb-8ffc-c03f3dcd23c0,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:14.022594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.023035 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.023445 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.024368 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.024763 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.025163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.025562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.025961 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.026358 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.026779 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.027173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.027563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.027986 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.028376 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.028823 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.029128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.029525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.029911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.030294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.030709 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.031099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.031488 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.031880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.032268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:14.037736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:14.077645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Network 0df38265-f4d4-42b2-9923-965619206bf9 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:15:14.078807 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:15:14.081083 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:15:14.162227 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:14.162921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:14.183782 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1232011 Jan 22 20:15:14.201788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-f57cbd18-ba16-4913-b34c-813e5a7d8b29 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:15:14.202845 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-f57cbd18-ba16-4913-b34c-813e5a7d8b29 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0054243 Jan 22 20:15:14.214037 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Request body: {'port': {'device_id': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:15:14.338034 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:14.551159 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dab2d-a771-48a7-829e-089b95ee9246 req-92856080-7b05-4f9f-b61e-cc19a55a8686 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:14.551920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-725dab2d-a771-48a7-829e-089b95ee9246 req-92856080-7b05-4f9f-b61e-cc19a55a8686 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Synchronizing usage tracker for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:14.624564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-725dab2d-a771-48a7-829e-089b95ee9246 req-92856080-7b05-4f9f-b61e-cc19a55a8686 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Unset dirty status for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:14.625839 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-725dab2d-a771-48a7-829e-089b95ee9246 req-92856080-7b05-4f9f-b61e-cc19a55a8686 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 931 time: 0.2770295 Jan 22 20:15:14.770783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-725dab2d-a771-48a7-829e-089b95ee9246 req-7323257b-53c8-46e0-afe0-20fa75c2c2ce tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Synchronizing usage tracker for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:security_group {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:14.812745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-725dab2d-a771-48a7-829e-089b95ee9246 req-7323257b-53c8-46e0-afe0-20fa75c2c2ce tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Unset dirty status for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:security_group {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:14.813900 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-725dab2d-a771-48a7-829e-089b95ee9246 req-7323257b-53c8-46e0-afe0-20fa75c2c2ce tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815472 Jan 22 20:15:14.910978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623087b7-8180-49eb-8ffc-c03f3dcd23c0 {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:15:14.918952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:14.932793 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Transition to ACTIVE for port object 623087b7-8180-49eb-8ffc-c03f3dcd23c0 will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:15:14.935372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:15.169157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-965ec7d5-68cc-4589-89e0-6618bddd6451 tempest-AttachVolumeTestJSON-1750830878 tempest-AttachVolumeTestJSON-1750830878] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:15.302493 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=623087b7-8180-49eb-8ffc-c03f3dcd23c0,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:15.306000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:15.486050 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Attempting to bind port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:15:15.486339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Attempting to bind port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:15:15.486759 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Attempting to bind port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 on network 0df38265-f4d4-42b2-9923-965619206bf9 {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:15:15.492315 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:15:15.492858 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Checking segment: {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:15:15.493354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:15.493753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Bound using segment: {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:15:15.494223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Bound port: 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:15:15.494593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:15.591025 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] For port 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:15:15.594163 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] For port 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:15:15.597372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:15.613057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:15.762550 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=623087b7-8180-49eb-8ffc-c03f3dcd23c0,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:15.767369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:15.800752 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:15.801419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:15.802909 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-6265578d-ec87-47c4-9a79-3bac7c4bd4e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/623087b7-8180-49eb-8ffc-c03f3dcd23c0 HTTP/1.1" status: 200 len: 1157 time: 1.5940187 Jan 22 20:15:15.803432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:15.909937 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0', 'status': 'completed', 'code': 200} Jan 22 20:15:15.947151 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-0d6f18cb-5551-476c-b8de-5b2882a52ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:15.948775 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-0d6f18cb-5551-476c-b8de-5b2882a52ade service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 1160 time: 0.0835912 Jan 22 20:15:16.068466 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-8791fcdf-5210-401f-bab8-699dd8876e79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0 HTTP/1.1" status: 200 len: 217 time: 0.0839262 Jan 22 20:15:16.155229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-84c112db-23ff-4cb5-8279-46e0158c455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:16.156794 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-84c112db-23ff-4cb5-8279-46e0158c455d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb2f7af4-b1f1-4280-88c6-06783801221d HTTP/1.1" status: 200 len: 848 time: 0.0806210 Jan 22 20:15:16.185304 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fe02d-5257-4871-b2c1-dfc534e2304d req-7bc2730b-b8d0-4675-b721-902c1f3e1494 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:16.186833 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-848fe02d-5257-4871-b2c1-dfc534e2304d req-7bc2730b-b8d0-4675-b721-902c1f3e1494 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 943 time: 0.2370896 Jan 22 20:15:16.253173 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-a426c2ac-0638-4c49-b2b5-fbbaf7ac2380 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df38265-f4d4-42b2-9923-965619206bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651977 Jan 22 20:15:16.321374 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-848fe02d-5257-4871-b2c1-dfc534e2304d req-4de10667-6e62-40bb-983f-c330b0ffa8a5 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968051 Jan 22 20:15:16.418354 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-70ff8fa3-d02f-455c-9346-9adeca6aee98 service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508377 Jan 22 20:15:16.557659 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d820fbf2-0adf-4a4b-a7f6-8068d1d933ac req-f8120156-252e-4d3c-a2fb-51ae280abab3 service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1322832 Jan 22 20:15:16.716770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-9a1c8187-c9fa-40f0-97bc-d051d5455ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:16.718248 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-9a1c8187-c9fa-40f0-97bc-d051d5455ffc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 1160 time: 0.0770955 Jan 22 20:15:16.858575 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-f4060440-d1bf-4077-b956-c0bbf9f7c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:16.860246 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-f4060440-d1bf-4077-b956-c0bbf9f7c138 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 200 len: 902 time: 0.1350443 Jan 22 20:15:16.935434 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-3ca97441-d68f-4000-99fd-25ee94219df0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0 HTTP/1.1" status: 200 len: 217 time: 0.0685015 Jan 22 20:15:17.004429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-1191f04d-e98e-4a53-b0ae-c2eec9374e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:17.005904 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-1191f04d-e98e-4a53-b0ae-c2eec9374e10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb2f7af4-b1f1-4280-88c6-06783801221d HTTP/1.1" status: 200 len: 848 time: 0.0621095 Jan 22 20:15:17.067458 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-1066a34f-573b-4407-b40a-4a805c141fd2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df38265-f4d4-42b2-9923-965619206bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473940 Jan 22 20:15:17.210987 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-0eb64150-2b87-494d-a345-8ce0b0e678dc service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353233 Jan 22 20:15:17.261609 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:15:17.353862 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-35e4b004-795a-476b-b099-31b6bcf0e5dc req-b4b9f057-8b6a-4d0e-a8a4-bad5cfe42d6a service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362321 Jan 22 20:15:17.557211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d5937-82f4-43af-b6d5-fcdcde7e5e5a req-754dd305-dd2e-4e1e-a7a8-eeb12da47291 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:17.558838 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cf6d5937-82f4-43af-b6d5-fcdcde7e5e5a req-754dd305-dd2e-4e1e-a7a8-eeb12da47291 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 943 time: 0.1051335 Jan 22 20:15:17.610779 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-cf6d5937-82f4-43af-b6d5-fcdcde7e5e5a req-d4927552-f126-464f-a750-24337eedf471 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Jan 22 20:15:18.568745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.objects.ports [None req-560c8413-8f76-460a-9a73-55680d4171f3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80123) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 20:15:18.848114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfddad-6686-4a09-842e-0505a02c9211 req-807619e0-ed4d-4b03-958c-457864e0ec40 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:18.849639 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c1dfddad-6686-4a09-842e-0505a02c9211 req-807619e0-ed4d-4b03-958c-457864e0ec40 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 943 time: 0.1092610 Jan 22 20:15:18.900682 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c1dfddad-6686-4a09-842e-0505a02c9211 req-e9441010-f47f-437f-a122-8215f0279cda tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Jan 22 20:15:19.023425 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 623087b7-8180-49eb-8ffc-c03f3dcd23c0 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:15:19.098077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:15:19.104207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:15:19.104699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:19.224813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:19.255577 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:19.266212 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:19.269249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:19.271273 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:19.317710 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0', 'code': 200} Jan 22 20:15:19.345369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=623087b7-8180-49eb-8ffc-c03f3dcd23c0,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:19.348652 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:19.586554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94029-4311-4b6c-a61c-d5fde3a3f6f6 req-91b10722-18f0-44bd-9d66-40bfbc94c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:19.588203 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fbb94029-4311-4b6c-a61c-d5fde3a3f6f6 req-91b10722-18f0-44bd-9d66-40bfbc94c5b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 1162 time: 0.0774665 Jan 22 20:15:19.633845 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fbb94029-4311-4b6c-a61c-d5fde3a3f6f6 req-2505c02d-685c-4687-ab2c-4a2df46131b1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Jan 22 20:15:20.142021 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb3c25-ae56-42f0-b380-d7288eadb0d9 req-00688a1e-ff07-45bf-a908-04a001c924ae tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:20.143659 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-22bb3c25-ae56-42f0-b380-d7288eadb0d9 req-00688a1e-ff07-45bf-a908-04a001c924ae tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 945 time: 0.1136293 Jan 22 20:15:20.196134 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-22bb3c25-ae56-42f0-b380-d7288eadb0d9 req-1a7edcee-85b7-4ebe-abc4-e13c785d414f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Jan 22 20:15:20.610323 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 623087b7-8180-49eb-8ffc-c03f3dcd23c0 up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:15:20.681877 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:15:20.682294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:21.427128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f5af8-103d-4ae5-a64d-0417ded7c756 req-7c1a161e-d5fe-409e-942d-83698883d79e tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:21.428873 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c47f5af8-103d-4ae5-a64d-0417ded7c756 req-7c1a161e-d5fe-409e-942d-83698883d79e tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 945 time: 0.1038034 Jan 22 20:15:21.482759 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c47f5af8-103d-4ae5-a64d-0417ded7c756 req-19579bf8-0ece-4b38-a255-f458e1fe1733 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469611 Jan 22 20:15:22.594849 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b204-5e95-4ded-b7ca-67c6ad27e65f req-21074431-b0b1-4096-8342-f22358498081 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:22.596455 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12a6b204-5e95-4ded-b7ca-67c6ad27e65f req-21074431-b0b1-4096-8342-f22358498081 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 945 time: 0.1064842 Jan 22 20:15:22.647605 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-12a6b204-5e95-4ded-b7ca-67c6ad27e65f req-2644e08a-1909-4d68-a45e-51c84f136773 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Jan 22 20:15:23.419519 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1afbb5b5-84b9-4cec-bb73-59aea1f29754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:23.890193 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3b960-aad0-41dd-9857-bd23380b8d9b req-dd80cf6d-9a7c-48e7-98b0-d03dc9b888de tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:23.891832 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1be3b960-aad0-41dd-9857-bd23380b8d9b req-dd80cf6d-9a7c-48e7-98b0-d03dc9b888de tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 945 time: 0.1119382 Jan 22 20:15:23.996625 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-1be3b960-aad0-41dd-9857-bd23380b8d9b req-af9dbc84-7513-400b-aeda-dddf8d60e9ee tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984254 Jan 22 20:15:24.047246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-f506df2d-842c-49ff-95e6-06793dfe661a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:24.049406 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-f506df2d-842c-49ff-95e6-06793dfe661a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 945 time: 0.1364932 Jan 22 20:15:24.134809 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Deleting port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:24.135238 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:24.392617 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] For port 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:24.393013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:24.468155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 623087b7-8180-49eb-8ffc-c03f3dcd23c0 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:15:24.598921 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:24.629460 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:24.641203 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:24.645462 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:24.647525 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e94d3213-f751-4e9f-9adf-27e2246a33cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:24.697128 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0', 'code': 200} Jan 22 20:15:24.724984 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=623087b7-8180-49eb-8ffc-c03f3dcd23c0,revision_number=5']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:24.733171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.733563 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.733946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.734325 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.734727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.735105 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.735622 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.735996 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.736367 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.736738 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.737107 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.737478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.737884 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.738253 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.738658 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.739005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.739372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.739740 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.740106 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.740467 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.740832 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.741195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.741559 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.741918 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:24.746568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:24.748378 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Calling delete_port for 623087b7-8180-49eb-8ffc-c03f3dcd23c0 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:24.830372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80121) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:15:24.830776 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:15:25.234989 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d4f9-c27c-402e-aefc-2891a44f529a req-8dbf8b39-f8f3-438d-8208-0ff940dfbe9d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:25.236568 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2975d4f9-c27c-402e-aefc-2891a44f529a req-8dbf8b39-f8f3-438d-8208-0ff940dfbe9d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 943 time: 0.1076646 Jan 22 20:15:25.287584 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2975d4f9-c27c-402e-aefc-2891a44f529a req-4863ba92-3fc7-4469-afa0-0237af6dc9cf tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Jan 22 20:15:25.332321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Deleting port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:25.332706 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:25.588047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] For port 623087b7-8180-49eb-8ffc-c03f3dcd23c0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=623087b7-8180-49eb-8ffc-c03f3dcd23c0,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:25.588445 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:25.721171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Calling delete_port for 623087b7-8180-49eb-8ffc-c03f3dcd23c0 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:25.792607 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-069e162d-630d-4d39-994f-0f2ce2e3d277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:25.871537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:25.888431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8431ac0c-2778-41e5-8eec-60d413dab791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:25.946586 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Pushing event deleted for resources: {'Port': ['ID=623087b7-8180-49eb-8ffc-c03f3dcd23c0,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:25.949458 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:26.098951 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] No DVR routers for this DVR port 623087b7-8180-49eb-8ffc-c03f3dcd23c0 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:15:26.101258 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:26.104753 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'name': 'network-vif-deleted', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:26.120185 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-d3d68ff9-07f7-454e-aedc-572c23251953 req-0d74b710-d965-4779-9a4d-e07a2cca8c3f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "DELETE /v2.0/ports/623087b7-8180-49eb-8ffc-c03f3dcd23c0 HTTP/1.1" status: 204 len: 173 time: 2.0643063 Jan 22 20:15:26.170966 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4b143-06cf-476d-b3e1-c5d3e249dd79', 'name': 'network-vif-deleted', 'tag': '623087b7-8180-49eb-8ffc-c03f3dcd23c0', 'status': 'completed', 'code': 200} Jan 22 20:15:26.247321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:26.474392 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-7d242035-9018-45f0-af11-1a96df014d02 req-81a8739d-ac0b-496a-9a3c-208543944d3d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Synchronizing usage tracker for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:26.489259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-7d242035-9018-45f0-af11-1a96df014d02 req-81a8739d-ac0b-496a-9a3c-208543944d3d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Unset dirty status for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:26.490484 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-7d242035-9018-45f0-af11-1a96df014d02 req-81a8739d-ac0b-496a-9a3c-208543944d3d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=98b4b143-06cf-476d-b3e1-c5d3e249dd79 HTTP/1.1" status: 200 len: 210 time: 0.0632281 Jan 22 20:15:27.331785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:27.845026 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:27.928272 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-7186b4de-6232-4dcb-a73c-2f685c34aec3 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:27.930838 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-7186b4de-6232-4dcb-a73c-2f685c34aec3 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/networks?id=0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 200 len: 808 time: 0.1831393 Jan 22 20:15:27.946542 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-87603ce2-db93-4453-b69f-eb90547f4f94 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/quotas/3dca8845939f41c5a7d99cc59b5225d1 HTTP/1.1" status: 200 len: 375 time: 0.0095928 Jan 22 20:15:27.999214 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-2b3c9205-a4cf-4e2f-a26d-98e619eae00a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471959 Jan 22 20:15:28.010281 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-10c4c7fb-f335-43aa-9472-7ab9a4df38cb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 20:15:28.011350 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-10c4c7fb-f335-43aa-9472-7ab9a4df38cb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0052884 Jan 22 20:15:28.162963 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-1f508a72-19fa-4da6-a04e-8611bc586103 service neutron] 10.222.0.18 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457605 Jan 22 20:15:28.306372 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4f6752e9-285c-4408-a461-8951461894cb service neutron] 10.222.0.18 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361978 Jan 22 20:15:28.517437 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-52a4d808-e3ca-4c93-8e16-23cb6a8c800e req-63b5c795-69c9-4ca5-a284-c37f7667cc5e tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 210 time: 0.0534294 Jan 22 20:15:29.654906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-ee6c3291-0b8f-4bf6-b5c1-213a4a09973a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:29.656571 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-ee6c3291-0b8f-4bf6-b5c1-213a4a09973a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "GET /v2.0/networks?id=0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 200 len: 808 time: 0.1882899 Jan 22 20:15:29.704357 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Request body: {'port': {'device_id': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9', 'admin_state_up': True, 'tenant_id': '3dca8845939f41c5a7d99cc59b5225d1'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:15:29.741005 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-f2e0714e-3484-42dc-9bb4-319722971b6f req-6c23089c-db37-416e-9839-87c7891fda6d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 210 time: 0.0833569 Jan 22 20:15:29.860184 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 20:15:29.869770 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.quota.driver [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80121) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 20:15:29.878860 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Made reservation on behalf of 3dca8845939f41c5a7d99cc59b5225d1 for: {'port': 1} {{(pid=80121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 20:15:29.888924 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:30.197145 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_common [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Allocated IP 172.20.0.13 (0df38265-f4d4-42b2-9923-965619206bf9/bb2f7af4-b1f1-4280-88c6-06783801221d/9bb2f851-8467-4992-91cd-9af25dccdf3a) {{(pid=80121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 20:15:30.408841 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks [] for port, precommit_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:30.437057 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744546778466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_create {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:30.453978 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c5308ee5-fbd5-4dba-b436-2239514d03e8 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:30.599526 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Pushing event updated for resources: {'Port': ['ID=9bb2f851-8467-4992-91cd-9af25dccdf3a,revision_number=1']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:30.603117 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:30.649909 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Network 0df38265-f4d4-42b2-9923-965619206bf9 is already hosted by enough agents. {{(pid=80121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 20:15:30.651064 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.base_scheduler [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Resources bound (agent type, host, resource id): {{(pid=80121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 20:15:30.653299 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Received port after_create {{(pid=80121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 20:15:30.733230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:30.733792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:30.760166 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0651515 Jan 22 20:15:30.850409 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.v2.base [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Request body: {'port': {'device_id': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 20:15:31.036330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:31.081542 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa729c5-e01c-4f64-9fc8-77de42e3ec57 req-ee2fbb42-2abb-4462-9c24-6d5205282d04 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:31.082321 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9fa729c5-e01c-4f64-9fc8-77de42e3ec57 req-ee2fbb42-2abb-4462-9c24-6d5205282d04 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Synchronizing usage tracker for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:31.149345 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-9fa729c5-e01c-4f64-9fc8-77de42e3ec57 req-ee2fbb42-2abb-4462-9c24-6d5205282d04 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Unset dirty status for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:31.150633 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9fa729c5-e01c-4f64-9fc8-77de42e3ec57 req-ee2fbb42-2abb-4462-9c24-6d5205282d04 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 932 time: 0.2665732 Jan 22 20:15:31.255499 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-9fa729c5-e01c-4f64-9fc8-77de42e3ec57 req-8f6620ef-c100-41a5-85e0-408ea3f7b480 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724759 Jan 22 20:15:31.761207 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb2f851-8467-4992-91cd-9af25dccdf3a {{(pid=80121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 20:15:31.768723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:31.780531 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Transition to ACTIVE for port object 9bb2f851-8467-4992-91cd-9af25dccdf3a will not be triggered until provisioned by entity L2. {{(pid=80121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 20:15:31.783199 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:31.800852 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-e6a277f4-8eaf-44ea-860e-388bbcb935a8 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:31.943669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb2f851-8467-4992-91cd-9af25dccdf3a,revision_number=2']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:31.949362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:32.127560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Attempting to bind port 9bb2f851-8467-4992-91cd-9af25dccdf3a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 20:15:32.127946 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Attempting to bind port 9bb2f851-8467-4992-91cd-9af25dccdf3a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 20:15:32.128427 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Attempting to bind port 9bb2f851-8467-4992-91cd-9af25dccdf3a on network 0df38265-f4d4-42b2-9923-965619206bf9 {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 20:15:32.134772 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Checking agent: {'id': '96b5a1a3-f22c-46ab-ae98-fa859cc0b78e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 2, 33), 'started_at': datetime.datetime(2021, 1, 22, 20, 3, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 20:15:32.135158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Checking segment: {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 20:15:32.135558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:32.135954 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Bound using segment: {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'} {{(pid=80121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 20:15:32.136426 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Bound port: 9bb2f851-8467-4992-91cd-9af25dccdf3a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f642f-426b-4e77-b8d2-a6685f2141a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0df38265-f4d4-42b2-9923-965619206bf9'}}] {{(pid=80121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 20:15:32.136798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:32.232282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] For port 9bb2f851-8467-4992-91cd-9af25dccdf3a, host hv-cinder-76810, cleared binding levels {{(pid=80121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 20:15:32.235362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] For port 9bb2f851-8467-4992-91cd-9af25dccdf3a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9bb2f851-8467-4992-91cd-9af25dccdf3a,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 20:15:32.238475 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852210669'] for port, after_update {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:32.254014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1e0f0e40-5b0e-44ed-8426-8a1cbdaf7f5c tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:32.457570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb2f851-8467-4992-91cd-9af25dccdf3a,revision_number=3']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:32.463667 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:32.513230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:32.513896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:32.515398 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-4defcc91-59f0-482b-8549-2771c71b3a55 service neutron] 10.222.0.22 "PUT /v2.0/ports/9bb2f851-8467-4992-91cd-9af25dccdf3a HTTP/1.1" status: 200 len: 1158 time: 1.7427497 Jan 22 20:15:32.517495 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'tag': '9bb2f851-8467-4992-91cd-9af25dccdf3a'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:32.555381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa47a-17af-4d62-a4d7-7855b84e3d6b req-b6a48350-196d-4daf-8404-04d5d4b17d4d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:32.557054 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5adaa47a-17af-4d62-a4d7-7855b84e3d6b req-b6a48350-196d-4daf-8404-04d5d4b17d4d tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 944 time: 0.1698544 Jan 22 20:15:32.615564 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'tag': '9bb2f851-8467-4992-91cd-9af25dccdf3a', 'status': 'completed', 'code': 200} Jan 22 20:15:32.663046 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5adaa47a-17af-4d62-a4d7-7855b84e3d6b req-f51c02f4-e66d-4e1b-aaf5-c6cc6287174a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966191 Jan 22 20:15:32.685696 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-83733eaf-aa80-40bf-99e9-067b046e4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:32.687321 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-83733eaf-aa80-40bf-99e9-067b046e4cdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 1161 time: 0.1197240 Jan 22 20:15:32.769061 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-1fa8f931-ec1f-4c45-9050-311e7266246b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bb2f851-8467-4992-91cd-9af25dccdf3a HTTP/1.1" status: 200 len: 217 time: 0.0684998 Jan 22 20:15:32.836859 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-de816dc3-fc7e-4a98-81cd-193d81025390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:32.838353 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-de816dc3-fc7e-4a98-81cd-193d81025390 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb2f7af4-b1f1-4280-88c6-06783801221d HTTP/1.1" status: 200 len: 848 time: 0.0631731 Jan 22 20:15:32.894974 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-39853101-4a56-451e-9e04-7e74fe8dbb46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df38265-f4d4-42b2-9923-965619206bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499635 Jan 22 20:15:33.041968 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-e98812e4-30f4-4760-b779-518083ef03d2 service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396818 Jan 22 20:15:33.187457 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf60d1f-a055-4433-9c48-260a21c0db3b req-f995371f-846c-4959-9189-52c4d01efcf5 service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387689 Jan 22 20:15:33.362335 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-708d09e7-9546-4b62-b51e-f7e5b6d595df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:33.363933 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-708d09e7-9546-4b62-b51e-f7e5b6d595df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 1161 time: 0.0776117 Jan 22 20:15:33.507002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-dc52e37c-f4d6-49a9-99e2-8eb7054db4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:33.509178 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-dc52e37c-f4d6-49a9-99e2-8eb7054db4c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 200 len: 902 time: 0.1378791 Jan 22 20:15:33.583414 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-15fb1256-2763-4dbf-8bda-1231119aa34e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bb2f851-8467-4992-91cd-9af25dccdf3a HTTP/1.1" status: 200 len: 217 time: 0.0672605 Jan 22 20:15:33.652389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:33.657089 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-9d3a3e55-d7f4-46f6-815b-df4a975ba59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:33.658774 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-9d3a3e55-d7f4-46f6-815b-df4a975ba59f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bb2f7af4-b1f1-4280-88c6-06783801221d HTTP/1.1" status: 200 len: 848 time: 0.0678568 Jan 22 20:15:33.715199 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-360f0397-265b-47cc-a861-fb95eb8c3505 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df38265-f4d4-42b2-9923-965619206bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479870 Jan 22 20:15:33.966915 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-2e4469ec-5579-442f-9cb6-7667f1543a5c service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376649 Jan 22 20:15:34.010920 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2fe13-2809-47a1-9032-dc81e40ff5a3 req-e188b78f-dd99-4ba7-9cfb-cb2913436ce4 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:34.012740 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b4a2fe13-2809-47a1-9032-dc81e40ff5a3 req-e188b78f-dd99-4ba7-9cfb-cb2913436ce4 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 944 time: 0.1899631 Jan 22 20:15:34.196236 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b4a2fe13-2809-47a1-9032-dc81e40ff5a3 req-7925e5af-4005-4a49-8045-4a6cf797ba6a tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558630 Jan 22 20:15:34.242471 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-71436c7a-6d35-43b8-80ca-fb5a65976af5 req-d68d164c-664d-4690-887a-10b3ee986ee2 service neutron] 10.222.0.22 "GET /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2283649 Jan 22 20:15:34.682389 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-f8bf205a-1b77-493b-a483-93df9f39ae4f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0752957 Jan 22 20:15:34.852217 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-f214c759-0f05-4ef1-b8fd-37a2c2f5d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:34.853858 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-f214c759-0f05-4ef1-b8fd-37a2c2f5d5df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.0811238 Jan 22 20:15:35.002632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 9bb2f851-8467-4992-91cd-9af25dccdf3a up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:15:35.012182 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-4ad46b2d-de1b-4ba4-9285-e0334102edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:35.013770 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-4ad46b2d-de1b-4ba4-9285-e0334102edf4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.1392305 Jan 22 20:15:35.076053 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning for port 9bb2f851-8467-4992-91cd-9af25dccdf3a completed by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 20:15:35.082945 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 9bb2f851-8467-4992-91cd-9af25dccdf3a triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:15:35.083372 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:35.132573 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-f797ee8d-4438-4fab-adba-e94a9879f818 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 1001 time: 0.1115861 Jan 22 20:15:35.203839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-509c6320-5a44-4580-ac23-58c0fcb0b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:35.205467 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-509c6320-5a44-4580-ac23-58c0fcb0b97d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.0659959 Jan 22 20:15:35.209405 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:35.240588 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb2f851-8467-4992-91cd-9af25dccdf3a'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:35.250913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] For port 9bb2f851-8467-4992-91cd-9af25dccdf3a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9bb2f851-8467-4992-91cd-9af25dccdf3a,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:35.254224 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744547158131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292308000150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744546775684'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:35.256891 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:35.294370 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-758a5521-9d28-4db7-b729-f4fbed6d05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:35.296016 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-758a5521-9d28-4db7-b729-f4fbed6d05ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841241 Jan 22 20:15:35.320979 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb2f851-8467-4992-91cd-9af25dccdf3a', 'code': 200} Jan 22 20:15:35.331730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Pushing event updated for resources: {'Port': ['ID=9bb2f851-8467-4992-91cd-9af25dccdf3a,revision_number=4']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:35.335251 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:35.608853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5f64-73b2-4d17-b90b-d998a27eb7f1 req-5f5c9cba-6f4d-4e2d-9300-3d45fc5f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:35.610509 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0d8f5f64-73b2-4d17-b90b-d998a27eb7f1 req-5f5c9cba-6f4d-4e2d-9300-3d45fc5f641b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 1163 time: 0.0863276 Jan 22 20:15:35.656222 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-0d8f5f64-73b2-4d17-b90b-d998a27eb7f1 req-4cf1e2bd-d44d-4fb0-a540-ee642bfa7040 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Jan 22 20:15:35.735676 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-daff7bc8-d98d-42ae-9e40-66595fe1dd34 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313271 Jan 22 20:15:35.770745 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf245a-6d24-4135-9808-bf9bb3a18b38 req-c4774676-fa89-429e-ad7d-e70f1a2d3a27 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:35.772276 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40cf245a-6d24-4135-9808-bf9bb3a18b38 req-c4774676-fa89-429e-ad7d-e70f1a2d3a27 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 946 time: 0.3765762 Jan 22 20:15:35.825051 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-40cf245a-6d24-4135-9808-bf9bb3a18b38 req-a3bd1a13-eb77-44f9-b4f8-5a13c1edbc73 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Jan 22 20:15:36.052504 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-6aa2669c-fe91-49b9-8df4-1f7879c21f9a req-b05b4a79-f43f-4403-a9d8-b3029b4b5281 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350687 Jan 22 20:15:36.778077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 9bb2f851-8467-4992-91cd-9af25dccdf3a up at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 20:15:36.849336 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.provisioning_blocks [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Provisioning complete for port 9bb2f851-8467-4992-91cd-9af25dccdf3a triggered by entity L2. {{(pid=80123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 20:15:36.849759 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771829'] for port, provisioning_complete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:37.067069 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484bc7f-6864-4e51-8f04-d9dce6c09f7b req-1a3cb5a4-2b68-4ffb-82ee-f61a8c78ab09 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:37.068698 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5484bc7f-6864-4e51-8f04-d9dce6c09f7b req-1a3cb5a4-2b68-4ffb-82ee-f61a8c78ab09 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 946 time: 0.1126950 Jan 22 20:15:37.122863 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5484bc7f-6864-4e51-8f04-d9dce6c09f7b req-cba2b830-b3ce-43cd-a545-04b2fedea6e3 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473998 Jan 22 20:15:38.366225 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9db33b-7371-4c1c-b9de-3e421a41a229 req-050cd723-624a-4705-b7f3-f0f31ccdb6b6 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:38.368639 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a9db33b-7371-4c1c-b9de-3e421a41a229 req-050cd723-624a-4705-b7f3-f0f31ccdb6b6 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 946 time: 0.1067407 Jan 22 20:15:38.423375 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-2a9db33b-7371-4c1c-b9de-3e421a41a229 req-4fcd4a9e-4820-443e-aefc-e9b0128c442f tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484900 Jan 22 20:15:39.656157 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d6900-6904-46a3-ac89-490085ad615f req-7b1a5109-3b51-4848-98fb-009c6001ebf1 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:39.657798 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4e5d6900-6904-46a3-ac89-490085ad615f req-7b1a5109-3b51-4848-98fb-009c6001ebf1 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 946 time: 0.1059740 Jan 22 20:15:39.765842 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4e5d6900-6904-46a3-ac89-490085ad615f req-49c036e5-2f8a-4089-85e4-d725f6fc40ca tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/security-groups?id=225f424e-ba77-4c95-be98-51ce76d5315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657363 Jan 22 20:15:39.813853 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-f75c6cd8-8bc4-448f-8117-76dfe9e6f29c tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:39.815421 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-f75c6cd8-8bc4-448f-8117-76dfe9e6f29c tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 946 time: 0.1566963 Jan 22 20:15:39.896693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Deleting port 9bb2f851-8467-4992-91cd-9af25dccdf3a {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:39.897082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:40.160212 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] For port 9bb2f851-8467-4992-91cd-9af25dccdf3a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9bb2f851-8467-4992-91cd-9af25dccdf3a,segment=NetworkSegment(550f642f-426b-4e77-b8d2-a6685f2141a4),segment_id=550f642f-426b-4e77-b8d2-a6685f2141a4)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:40.160615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:40.290400 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Calling delete_port for 9bb2f851-8467-4992-91cd-9af25dccdf3a owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:40.436328 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:40.450722 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c413f1af-c2c7-4d60-ad91-4278c09aac57 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:40.504910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Pushing event deleted for resources: {'Port': ['ID=9bb2f851-8467-4992-91cd-9af25dccdf3a,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:40.509640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:40.650815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] No DVR routers for this DVR port 9bb2f851-8467-4992-91cd-9af25dccdf3a on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:15:40.652850 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:40.655536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'name': 'network-vif-deleted', 'tag': '9bb2f851-8467-4992-91cd-9af25dccdf3a'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:40.660223 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 9bb2f851-8467-4992-91cd-9af25dccdf3a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:15:40.672440 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-5144044c-f4cc-464a-ab2d-ebfe900466b7 req-4df7c620-1cd4-4665-a351-0a86244b9331 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.22 "DELETE /v2.0/ports/9bb2f851-8467-4992-91cd-9af25dccdf3a HTTP/1.1" status: 204 len: 173 time: 0.8501093 Jan 22 20:15:40.701047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] No Port match for: 9bb2f851-8467-4992-91cd-9af25dccdf3a {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:15:40.701444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device 9bb2f851-8467-4992-91cd-9af25dccdf3a not bound to the agent host hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:15:40.720664 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac503743-ea8c-49d2-aa4a-81c80d46b3ad', 'name': 'network-vif-deleted', 'tag': '9bb2f851-8467-4992-91cd-9af25dccdf3a', 'status': 'completed', 'code': 200} Jan 22 20:15:40.966334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c59b0c09-4f62-41a2-8ea4-ed8debd93973 req-10994e30-ca66-4f78-bda3-27bdb4bf95e9 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Synchronizing usage tracker for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:40.981247 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-c59b0c09-4f62-41a2-8ea4-ed8debd93973 req-10994e30-ca66-4f78-bda3-27bdb4bf95e9 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] Unset dirty status for tenant:3dca8845939f41c5a7d99cc59b5225d1 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:40.982639 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c59b0c09-4f62-41a2-8ea4-ed8debd93973 req-10994e30-ca66-4f78-bda3-27bdb4bf95e9 tempest-VolumesActionsTest-1068899652 tempest-VolumesActionsTest-1068899652] 10.222.0.18 "GET /v2.0/ports?device_id=ac503743-ea8c-49d2-aa4a-81c80d46b3ad HTTP/1.1" status: 200 len: 210 time: 0.0690141 Jan 22 20:15:42.007349 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-e9389273-8505-46cc-8834-5188cb7ae09d tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/floatingips/1366af21-0500-477f-8886-9112ee494910 HTTP/1.1" status: 200 len: 998 time: 0.1164472 Jan 22 20:15:42.202953 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-c9a51bb5-973a-4005-a416-6df1916af280 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:42.204504 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-c9a51bb5-973a-4005-a416-6df1916af280 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/networks/387371e6-5069-4d4c-a8d8-bef223dc9823 HTTP/1.1" status: 200 len: 784 time: 0.1904948 Jan 22 20:15:42.318249 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-08b66a84-a25b-4c29-a0aa-c39f318cafee tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.1071107 Jan 22 20:15:42.426087 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-a040e709-1ef7-4a59-82af-cd075b4f5f61 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:42.427636 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-a040e709-1ef7-4a59-82af-cd075b4f5f61 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports/bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 943 time: 0.1033041 Jan 22 20:15:42.621821 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-fc2a1fb7-5fea-4b51-bc01-4723dd319111 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.1127269 Jan 22 20:15:42.847555 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Deleting port 5fbf6609-134c-4ba2-842b-668ddb59302c {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:42.847935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:43.034143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:43.034729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for floatingip, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:43.172626 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Calling delete_port for 5fbf6609-134c-4ba2-842b-668ddb59302c owned by network:floatingip {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:43.329547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:43.344926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-192a51e2-a8e9-4f53-bb70-06a918f2d8cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:43.399411 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event deleted for resources: {'Port': ['ID=5fbf6609-134c-4ba2-842b-668ddb59302c,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:43.403362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:43.564731 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for floatingip, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:43.565104 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.db.l3_db [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Floating IP 1366af21-0500-477f-8886-9112ee494910 disassociated (deleted). External IP: 172.28.1.78, port: bfb45a4f-8a5c-4343-b536-980562e78c85. Jan 22 20:15:44.170811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Router 395d1c80-f681-47df-a79b-d0e14945ffea has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:15:44.368942 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:15:44.380098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] Sync routers for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:15:44.391098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:15:44.392002 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:15:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:44.395287 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for floatingip, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:44.470470 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-0be358df-3035-403b-bdf1-8bec7717b035 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "DELETE /v2.0/floatingips/1366af21-0500-477f-8886-9112ee494910 HTTP/1.1" status: 204 len: 173 time: 1.8424392 Jan 22 20:15:44.505694 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:44.571415 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-a4d50046-792a-422e-8c6b-668e462dbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:44.591812 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-a4d50046-792a-422e-8c6b-668e462dbd11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.1202996 Jan 22 20:15:44.593812 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'status': 'completed', 'code': 200} Jan 22 20:15:44.598109 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:15:44.851448 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-bd4d20ae-3f9e-43d5-9c94-1fe6bd0caf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:44.853669 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-bd4d20ae-3f9e-43d5-9c94-1fe6bd0caf3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=66a1dc04ace544a7b627757f56b383d9&device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 1163 time: 0.2227099 Jan 22 20:15:44.888697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-941470bd-86fe-46fc-9731-4e4037b8875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:44.891067 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-941470bd-86fe-46fc-9731-4e4037b8875c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.2911265 Jan 22 20:15:44.982792 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:38Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:44.987906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] Checking router: 395d1c80-f681-47df-a79b-d0e14945ffea for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:15:44.998453 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:15:44.999361 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:15:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:45.046385 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-54082241-3d5a-4846-83dd-13f5523e4d5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 217 time: 0.1292582 Jan 22 20:15:45.169829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-8d8ad986-08c8-4063-aed2-ba5ced3531c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:45.171490 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-8d8ad986-08c8-4063-aed2-ba5ced3531c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.1159313 Jan 22 20:15:45.233048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-4974896f-4846-4197-ab89-eb5488044a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:45.234822 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-4974896f-4846-4197-ab89-eb5488044a12 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 200 len: 901 time: 0.3733664 Jan 22 20:15:45.247851 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:15:45.332132 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-298573bd-5d94-49bf-8110-f877df6812b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 200 len: 217 time: 0.0887370 Jan 22 20:15:45.441585 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-e7686244-9b20-41b1-84d4-cd0acfd3d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:45.443990 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-e7686244-9b20-41b1-84d4-cd0acfd3d967 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 200 len: 846 time: 0.1029122 Jan 22 20:15:45.447669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-2abd18d1-5982-4dd7-bde0-c73ee155236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:45.449672 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-2abd18d1-5982-4dd7-bde0-c73ee155236e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2669709 Jan 22 20:15:45.635000 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:38Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:45.642313 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de97e81-7d94-4f5f-b328-cad133fbd679 None None] The sync data for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb is: [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:11:31Z', 'revision_number': 4, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb', '_interfaces': [{'id': 'a4a7d558-dfaf-4f5d-858d-aa505a205323', 'name': '', 'network_id': 'ec3b50ec-074c-4cdb-9027-cf40a5fafb1d', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'mac_address': 'fa:16:3e:fb:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:30Z', 'updated_at': '2021-01-22T20:11:38Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'subnets': [{'id': 'bcca348a-2b1b-4ab3-8d1f-d4c87f268f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:15:45.672216 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-18f6bc17-4eba-419c-b0fc-c809694452e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:45.673854 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-18f6bc17-4eba-419c-b0fc-c809694452e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2222922 Jan 22 20:15:45.744048 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-ed219315-a219-4338-8fa5-02b891d7647b service neutron] 10.222.0.18 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444091 Jan 22 20:15:45.951789 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-2f3706ff-03d7-4c37-89b2-aa283117a8a1 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677937 Jan 22 20:15:46.025305 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-c0711ed1-ec14-4595-9981-5c16adedf21a req-a50ee2f1-d88f-4287-a1a4-e53377a12d8c service neutron] 10.222.0.18 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2316797 Jan 22 20:15:46.098305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48abe488-8496-4822-a729-bd7fdfb494b1 None None] New status for floating IP 1366af21-0500-477f-8886-9112ee494910: DOWN {{(pid=80123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 20:15:46.194091 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4adc6995-66f7-4b26-a5cb-dacd3dd3c174 req-fdecd1d8-aad2-4fad-a117-58adeefd7fe4 service neutron] 10.222.0.22 "GET /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2333515 Jan 22 20:15:46.575568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9266488-ffb8-4939-98ba-1bd54acc9174 req-69e4e754-859c-4e9f-8395-0e036ecde109 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:46.576397 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-b9266488-ffb8-4939-98ba-1bd54acc9174 req-69e4e754-859c-4e9f-8395-0e036ecde109 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Synchronizing usage tracker for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:46.593509 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-b9266488-ffb8-4939-98ba-1bd54acc9174 req-69e4e754-859c-4e9f-8395-0e036ecde109 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Unset dirty status for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:46.594868 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b9266488-ffb8-4939-98ba-1bd54acc9174 req-69e4e754-859c-4e9f-8395-0e036ecde109 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1344016 Jan 22 20:15:46.652649 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-b9266488-ffb8-4939-98ba-1bd54acc9174 req-fe1819a6-dae2-4546-99f4-50869d9dd72a tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0500472 Jan 22 20:15:47.928640 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcdf2-0e20-43da-bd4a-506328ee0c6f req-70c24cc5-5be7-4ca9-8920-4c36f8cf2095 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:47.931604 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ecbfcdf2-0e20-43da-bd4a-506328ee0c6f req-70c24cc5-5be7-4ca9-8920-4c36f8cf2095 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1300480 Jan 22 20:15:47.997513 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-ecbfcdf2-0e20-43da-bd4a-506328ee0c6f req-6a4bad99-1d84-4244-92a3-e6677df860fc tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups?id=0281d17a-c305-4367-ae54-d31b227fb851&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0595057 Jan 22 20:15:48.183788 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-50bc6b10-5f84-4b07-8881-715791046e31 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 20:15:48.185368 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-50bc6b10-5f84-4b07-8881-715791046e31 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.22 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 946 time: 0.1229894 Jan 22 20:15:48.275806 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Deleting port bfb45a4f-8a5c-4343-b536-980562e78c85 {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:48.276181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:48.569308 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] For port bfb45a4f-8a5c-4343-b536-980562e78c85, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bfb45a4f-8a5c-4343-b536-980562e78c85,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:48.569707 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:48.712189 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Device bfb45a4f-8a5c-4343-b536-980562e78c85 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:15:48.732005 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Calling delete_port for bfb45a4f-8a5c-4343-b536-980562e78c85 owned by compute:nova {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:48.877147 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854105785'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:48.904878 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:48.921591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-8699634d-a97a-4d56-b612-4da178917cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:48.985477 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event deleted for resources: {'Port': ['ID=bfb45a4f-8a5c-4343-b536-980562e78c85,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:48.988432 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:49.448548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] No DVR routers for this DVR port bfb45a4f-8a5c-4343-b536-980562e78c85 on host hv-cinder-76810 {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:15:49.450808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650678'] for port, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:49.459613 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-deleted', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85'}] {{(pid=80121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 20:15:49.470757 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-fdf8f0d5-a6c3-4dfd-8533-def0e9f5d763 req-750db05d-3561-4054-a5f1-0db7221b2d31 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 210 time: 0.0682325 Jan 22 20:15:49.477630 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-3e64640f-2776-4ae0-acbe-53df1daf33a5 req-37512368-c079-4417-887b-fc87c5997060 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.22 "DELETE /v2.0/ports/bfb45a4f-8a5c-4343-b536-980562e78c85 HTTP/1.1" status: 204 len: 173 time: 1.2860394 Jan 22 20:15:49.552324 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45987b48-a1e7-4a88-b439-86c969152eb0', 'name': 'network-vif-deleted', 'tag': 'bfb45a4f-8a5c-4343-b536-980562e78c85', 'status': 'completed', 'code': 200} Jan 22 20:15:50.702914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-4400eb9b-7d30-4298-9abb-db20328fb3f0 req-1bc6475b-af9e-4ce7-9b75-d7d034588d71 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Synchronizing usage tracker for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:port {{(pid=80121) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 20:15:50.719274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.quota.resource [req-4400eb9b-7d30-4298-9abb-db20328fb3f0 req-1bc6475b-af9e-4ce7-9b75-d7d034588d71 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Unset dirty status for tenant:66a1dc04ace544a7b627757f56b383d9 on resource:port {{(pid=80121) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 20:15:50.720575 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-4400eb9b-7d30-4298-9abb-db20328fb3f0 req-1bc6475b-af9e-4ce7-9b75-d7d034588d71 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/ports?device_id=45987b48-a1e7-4a88-b439-86c969152eb0 HTTP/1.1" status: 200 len: 210 time: 0.0771050 Jan 22 20:15:51.945422 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf5a7b5-e111-450f-96e1-3dbf457846da req-c6ea100e-4df0-42c8-be70-0347997c0fbd tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "GET /v2.0/security-groups/0281d17a-c305-4367-ae54-d31b227fb851 HTTP/1.1" status: 200 len: 2993 time: 0.0571904 Jan 22 20:15:52.046751 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf5a7b5-e111-450f-96e1-3dbf457846da req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:52.084761 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf5a7b5-e111-450f-96e1-3dbf457846da req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:52.160146 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf5a7b5-e111-450f-96e1-3dbf457846da req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:52.166233 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ee5d6cf5-fee0-4980-9b0d-fb2bdab3e6be tempest-TestMinimumBasicScenario-36298587 tempest-TestMinimumBasicScenario-36298587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:52.183750 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281d17a-c305-4367-ae54-d31b227fb851,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:52.191716 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:52.192527 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [req-adf5a7b5-e111-450f-96e1-3dbf457846da req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:52.200266 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [req-adf5a7b5-e111-450f-96e1-3dbf457846da req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] 10.222.0.18 "DELETE /v2.0/security-groups/0281d17a-c305-4367-ae54-d31b227fb851 HTTP/1.1" status: 204 len: 173 time: 0.2441962 Jan 22 20:15:52.270825 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 56012) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:52.903556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850985550'] for router_interface, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:53.333181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Deleting port a4a7d558-dfaf-4f5d-858d-aa505a205323 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:53.333633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:53.431635 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-72c2c62c-7f05-4cab-9f4f-b6bfb60a3ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:53.536940 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] For port a4a7d558-dfaf-4f5d-858d-aa505a205323, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=a4a7d558-dfaf-4f5d-858d-aa505a205323,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:53.537956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:53.711556 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Calling delete_port for a4a7d558-dfaf-4f5d-858d-aa505a205323 owned by network:router_interface {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:54.204592 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:54.220963 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c6e971e6-0f1b-42cf-9519-c887c9ed8500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:54.261410 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:15:54.279232 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a7d558-dfaf-4f5d-858d-aa505a205323,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:54.339828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.340491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.340598 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.341020 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.341429 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.341831 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.342224 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.342654 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.343099 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.343450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.343897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.344246 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.344682 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.345081 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.345517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.345910 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.346334 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.346783 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.347144 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.347537 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.347937 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.348330 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.348723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.349113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 20:15:54.357798 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:54.694419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851089776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3794177'] for router_interface, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:55.258153 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Router 395d1c80-f681-47df-a79b-d0e14945ffea has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:15:55.462839 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:15:55.476633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] Sync routers for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:15:55.480713 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-0ef4cf50-6c90-4f50-a60d-2e06d6489648 admin admin] 10.222.0.18 "PUT /v2.0/routers/395d1c80-f681-47df-a79b-d0e14945ffea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081194 Jan 22 20:15:55.482957 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 56032) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:55.490294 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:15:55.491143 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:15:26Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:55.715195 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:55.816398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-0e10da10-24c1-4ed6-8c79-9bc6323ac6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:55.930935 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:55.936718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:15:55.938152 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Deleting port f72c99b7-2258-4ea8-990f-d1922787126f {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:55.938536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:56.165284 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] For port f72c99b7-2258-4ea8-990f-d1922787126f, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=f72c99b7-2258-4ea8-990f-d1922787126f,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:56.165680 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:56.272164 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:56.320720 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:15:54Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:56.325990 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] Checking router: 395d1c80-f681-47df-a79b-d0e14945ffea for host: dv-cinder-768105-3-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:15:56.335134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] Routers {'395d1c80-f681-47df-a79b-d0e14945ffea'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:15:56.335980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:15:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['395d1c80-f681-47df-a79b-d0e14945ffea'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:56.350645 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Calling delete_port for f72c99b7-2258-4ea8-990f-d1922787126f owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:56.520813 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:56.541536 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] Set router 395d1c80-f681-47df-a79b-d0e14945ffea gateway port host: dv-cinder-768105-3-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:15:56.937237 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:15:54Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:56.942098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04730-6628-4ae3-b3a7-a5e9cf1bdb73 None None] The sync data for ids ['395d1c80-f681-47df-a79b-d0e14945ffea'] in dv-cinder-768105-3-smb is: [{'id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'name': 'tempest-TestShelveInstance-45205688-router', 'tenant_id': '66a1dc04ace544a7b627757f56b383d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:26Z', 'updated_at': '2021-01-22T20:15:54Z', 'revision_number': 5, 'project_id': '66a1dc04ace544a7b627757f56b383d9', 'gw_port': {'id': 'f72c99b7-2258-4ea8-990f-d1922787126f', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d1c80-f681-47df-a79b-d0e14945ffea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:27Z', 'updated_at': '2021-01-22T20:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:15:57.011708 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3791545'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.176214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245056'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.179754 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.212387 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850979304'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.213014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395d1c80-f681-47df-a79b-d0e14945ffea {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 20:15:57.226911 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.231200 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56048) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:57.231537 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-de80fb6f-cdd2-45f1-99fa-04887c6da48e admin admin] 10.222.0.18 "DELETE /v2.0/routers/395d1c80-f681-47df-a79b-d0e14945ffea HTTP/1.1" status: 204 len: 168 time: 1.7472360 Jan 22 20:15:57.312215 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Deleting subnet bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 {{(pid=80121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:15:57.323292 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.337457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.396256 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852530304'] for subnet, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.498381 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.798452 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852210610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759741'] for subnet, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.815082 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1871e7ed-3bbd-4e4c-8471-1757fb5c94b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:57.859398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.863121 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcca348a-2b1b-4ab3-8d1f-d4c87f268f32,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:57.867128 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:57.959339 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:57.965478 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022bfaea-93a0-450c-9641-20681f10f800 None None] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:15:57.967397 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ae74fe93-90f3-4e0a-8acb-525c430eb82a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bcca348a-2b1b-4ab3-8d1f-d4c87f268f32 HTTP/1.1" status: 204 len: 168 time: 0.7349222 Jan 22 20:15:57.969764 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56056) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:15:58.136881 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:58.211114 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Deleting port dca8ee7f-d139-4411-a74b-e42326f5f10b {{(pid=80121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:58.211430 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:58.242969 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device a4a7d558-dfaf-4f5d-858d-aa505a205323 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:15:58.296173 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: a4a7d558-dfaf-4f5d-858d-aa505a205323 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:15:58.296569 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device a4a7d558-dfaf-4f5d-858d-aa505a205323 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:15:58.297051 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device f72c99b7-2258-4ea8-990f-d1922787126f no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:15:58.330739 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] DHCP port deletion for ec3b50ec-074c-4cdb-9027-cf40a5fafb1d request from dv-cinder-768105-3-smb {{(pid=80123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 20:15:58.345194 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Deleting port dca8ee7f-d139-4411-a74b-e42326f5f10b {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:58.345615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:58.411266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: f72c99b7-2258-4ea8-990f-d1922787126f {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:15:58.411661 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device f72c99b7-2258-4ea8-990f-d1922787126f not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:15:58.469127 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] For port dca8ee7f-d139-4411-a74b-e42326f5f10b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=dca8ee7f-d139-4411-a74b-e42326f5f10b,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:58.469485 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:58.623547 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Calling delete_port for dca8ee7f-d139-4411-a74b-e42326f5f10b owned by network:dhcp {{(pid=80121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:58.755771 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565144'] for port, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:58.772560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-cc993a25-1632-4dfd-9f63-e67f4cf5316d tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:58.781171 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] For port dca8ee7f-d139-4411-a74b-e42326f5f10b, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=dca8ee7f-d139-4411-a74b-e42326f5f10b,segment=NetworkSegment(e0af2af7-a75f-4057-b1ec-783fbc49534d),segment_id=e0af2af7-a75f-4057-b1ec-783fbc49534d)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:15:58.781901 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:58.832967 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=dca8ee7f-d139-4411-a74b-e42326f5f10b,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:58.836730 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:58.918389 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Calling delete_port for dca8ee7f-d139-4411-a74b-e42326f5f10b owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:15:58.954054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] No DVR routers for this DVR port dca8ee7f-d139-4411-a74b-e42326f5f10b on host dv-cinder-768105-3-smb {{(pid=80121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:15:59.023450 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:15:59.024161 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:15:59.098934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.229674 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3b50ec-074c-4cdb-9027-cf40a5fafb1d']}} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:59.243568 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0af2af7-a75f-4057-b1ec-783fbc49534d') {'for_net_delete': True} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:59.243900 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0af2af7-a75f-4057-b1ec-783fbc49534d') {} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:15:59.258113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245515'] for segment, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.282062 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.284188 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:15:59.483262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:15:59.494552 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501868'] for segment, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.525170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Deleting port dca8ee7f-d139-4411-a74b-e42326f5f10b {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:15:59.525610 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.610517 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-a1885f20-9e33-4cd9-a1c2-22f125591c6f None None] The port 'dca8ee7f-d139-4411-a74b-e42326f5f10b' was deleted {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 20:15:59.708705 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Network ec3b50ec-074c-4cdb-9027-cf40a5fafb1d has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:15:59.733078 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:15:59.820073 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.828058 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:15:59.835785 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-a07c3897-5916-4c58-9d93-e16c83c2786d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:15:59.859466 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3b50ec-074c-4cdb-9027-cf40a5fafb1d,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:15:59.862091 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:15:59.880313 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] 10.222.0.18 "DELETE /v2.0/networks/ec3b50ec-074c-4cdb-9027-cf40a5fafb1d HTTP/1.1" status: 204 len: 168 time: 1.9094372 Jan 22 20:15:59.884054 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 56068) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:00.224564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device dca8ee7f-d139-4411-a74b-e42326f5f10b no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:16:00.263845 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: dca8ee7f-d139-4411-a74b-e42326f5f10b {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:16:00.264244 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device dca8ee7f-d139-4411-a74b-e42326f5f10b not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:16:00.493863 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850985550'] for router_interface, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:00.861277 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Deleting port 403ef006-ecdb-4564-ac12-408166525637 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:16:00.861871 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:01.043976 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] For port 403ef006-ecdb-4564-ac12-408166525637, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=403ef006-ecdb-4564-ac12-408166525637,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:16:01.044375 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:01.178732 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Calling delete_port for 403ef006-ecdb-4564-ac12-408166525637 owned by network:router_interface {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:16:01.355950 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:01.371815 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-4527a24a-05f3-49f8-a331-6777c38ca3d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:01.432031 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=403ef006-ecdb-4564-ac12-408166525637,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:01.436340 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:01.796077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851089776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3794177'] for router_interface, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:02.551689 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Router fcbd9b02-b322-460b-961e-d196eed833fc has already been hosted by L3 agent 3c86d987-e89b-4c55-ad6d-acd41a305f81 {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 20:16:02.736290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 20:16:02.744903 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] Sync routers for ids ['fcbd9b02-b322-460b-961e-d196eed833fc'] in dv-cinder-768105-3-smb {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 20:16:02.746170 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-dcee60b3-57b0-43cb-be8e-8041bdf18b72 admin admin] 10.222.0.18 "PUT /v2.0/routers/fcbd9b02-b322-460b-961e-d196eed833fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8609180 Jan 22 20:16:02.748857 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 56146) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:02.754897 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] Routers {'fcbd9b02-b322-460b-961e-d196eed833fc'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:16:02.755567 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:15:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['fcbd9b02-b322-460b-961e-d196eed833fc'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:02.938562 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:02.945192 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] Set router fcbd9b02-b322-460b-961e-d196eed833fc gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:16:02.995029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56152) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:03.066889 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Deleting subnet bb2f7af4-b1f1-4280-88c6-06783801221d {{(pid=80121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:16:03.070593 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.132828 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852530304'] for subnet, precommit_delete_associations {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.152972 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.158465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Deleting port ff3f46f7-69f5-4121-8dee-07626ea46d63 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:16:03.158864 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.196219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.266564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:16:01Z', 'revision_number': 5, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:03.270810 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] Checking router: fcbd9b02-b322-460b-961e-d196eed833fc for host: dv-cinder-768105-3-smb {{(pid=80123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 20:16:03.280578 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] Routers {'fcbd9b02-b322-460b-961e-d196eed833fc'} bound to L3 agent in host dv-cinder-768105-3-smb {{(pid=80123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 20:16:03.281268 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T19:55:26Z,description=,heartbeat_timestamp=2021-01-22T20:15:56Z,host='dv-cinder-768105-3-smb',id=3c86d987-e89b-4c55-ad6d-acd41a305f81,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T19:55:26Z,topic='l3_agent')) {'router_ids': ['fcbd9b02-b322-460b-961e-d196eed833fc'], 'active': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:03.354641 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] For port ff3f46f7-69f5-4121-8dee-07626ea46d63, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=ff3f46f7-69f5-4121-8dee-07626ea46d63,segment=NetworkSegment(698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3),segment_id=698bbbbc-60b7-4e79-8d6a-00b1af3b9ee3)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:16:03.355047 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.478736 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852210610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759741'] for subnet, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.481309 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvr_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] Set router fcbd9b02-b322-460b-961e-d196eed833fc gateway port host: dv-cinder-768105-3-smb {{(pid=80123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 20:16:03.495941 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ce38c8e2-2b31-4a25-98c2-fb8d2cd796de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:03.501799 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Calling delete_port for ff3f46f7-69f5-4121-8dee-07626ea46d63 owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:16:03.543305 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2f7af4-b1f1-4280-88c6-06783801221d,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:03.547210 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:03.635697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for subnet, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.644772 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-ae266e78-ce71-447b-9253-942f32fb5d28 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bb2f7af4-b1f1-4280-88c6-06783801221d HTTP/1.1" status: 204 len: 168 time: 0.6485939 Jan 22 20:16:03.644956 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501395'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.645447 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56156) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:03.710786 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.764868 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.805219 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_hamode_db [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:16:01Z', 'revision_number': 5, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}], 'dv-cinder-768105-3-smb', False) {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:03.809393 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9815d-0e27-4aa5-88fc-ca15060ecbb3 None None] The sync data for ids ['fcbd9b02-b322-460b-961e-d196eed833fc'] in dv-cinder-768105-3-smb is: [{'id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'name': 'tempest-TestShelveInstance-249283189-router', 'tenant_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'external_fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:11:34Z', 'updated_at': '2021-01-22T20:16:01Z', 'revision_number': 5, 'project_id': 'e4bbfd9d13114059bbc1d5fa00b7fa53', 'gw_port': {'id': 'ff3f46f7-69f5-4121-8dee-07626ea46d63', 'name': '', 'network_id': '387371e6-5069-4d4c-a8d8-bef223dc9823', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbd9b02-b322-460b-961e-d196eed833fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:11:35Z', 'updated_at': '2021-01-22T20:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5c626-1a36-46f7-954c-8ce668d466c8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-smb'}] {{(pid=80123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 20:16:03.855656 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3791545'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:03.963637 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.002483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245056'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.004980 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.036077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850979304'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.036693 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcbd9b02-b322-460b-961e-d196eed833fc {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 20:16:04.053913 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.056314 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c6f73427-57c8-4765-b0f8-94e57775b552 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fcbd9b02-b322-460b-961e-d196eed833fc HTTP/1.1" status: 204 len: 168 time: 1.3061409 Jan 22 20:16:04.058794 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 56160) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:04.085548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df38265-f4d4-42b2-9923-965619206bf9']}} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:04.099697 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550f642f-426b-4e77-b8d2-a6685f2141a4') {'for_net_delete': True} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:04.100104 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550f642f-426b-4e77-b8d2-a6685f2141a4') {} {{(pid=80121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:04.114898 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245515'] for segment, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.134170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.db_base_plugin_v2 [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Deleting subnet 9b5e44c7-cb0b-4844-94a0-07acdce82dc6 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 20:16:04.140715 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.141280 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.143513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:16:04.182158 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 403ef006-ecdb-4564-ac12-408166525637 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:16:04.201684 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844489258'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.228038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 403ef006-ecdb-4564-ac12-408166525637 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:16:04.228594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 403ef006-ecdb-4564-ac12-408166525637 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:16:04.299013 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778784'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.574719 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853996999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852274363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404481'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.578098 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Network 0df38265-f4d4-42b2-9923-965619206bf9 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:16:04.587883 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501868'] for segment, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.590904 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:04.637876 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5e44c7-cb0b-4844-94a0-07acdce82dc6,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:04.642723 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:04.725369 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.730880 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204c5a6-73d8-48f3-9b13-060a48ca7b10 None None] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 requested from dv-cinder-768105-3-smb {{(pid=80123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 20:16:04.733900 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-371a4de7-4ab8-4570-9595-097909a49764 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b5e44c7-cb0b-4844-94a0-07acdce82dc6 HTTP/1.1" status: 204 len: 168 time: 0.6713357 Jan 22 20:16:04.734055 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.18', 56164) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:04.776077 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Network 0df38265-f4d4-42b2-9923-965619206bf9 has no segments {{(pid=80121) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:16:04.799363 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:16:04.851422 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721323'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.882554 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.886873 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:04.890906 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-1bb30a6b-a510-4701-9302-3dfa21fb4a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:04.924113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df38265-f4d4-42b2-9923-965619206bf9,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:04.924113 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:04.926172 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-d58e0d60-a76d-4574-aa23-df131990af46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0df38265-f4d4-42b2-9923-965619206bf9 HTTP/1.1" status: 204 len: 168 time: 1.2796984 Jan 22 20:16:04.928060 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Deleting port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:16:04.928699 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.019505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] DHCP port deletion for 47866a98-6ecf-4167-b02a-a1d3006d8b07 request from dv-cinder-768105-3-smb {{(pid=80123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 20:16:05.024282 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Deleting port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:16:05.024703 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.109756 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56170) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:05.169376 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-299719d3-c26c-4659-813a-0f1e878a8b14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dca8845939f41c5a7d99cc59b5225d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580606 Jan 22 20:16:05.172266 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56174) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:05.179662 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] For port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:16:05.180155 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.234511 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.262249 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.264014 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.db [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] For port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa, host dv-cinder-768105-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-smb',level=0,port_id=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,segment=NetworkSegment(b95717f8-a2e1-4dd5-9d42-9e6a69572946),segment_id=b95717f8-a2e1-4dd5-9d42-9e6a69572946)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 20:16:05.264457 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850984831'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.316177 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.322048 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f80ee3c9-3881-4146-8260-083b31217fb1 tempest-AttachVolumeShelveTestJSON-1334062081 tempest-AttachVolumeShelveTestJSON-1334062081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:05.338024 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f424e-ba77-4c95-be98-51ce76d5315c,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:05.340780 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:05.349540 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.353858 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-18a9c0c1-a9f1-427e-af62-b8cb775bc2cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/225f424e-ba77-4c95-be98-51ce76d5315c HTTP/1.1" status: 204 len: 168 time: 0.1775389 Jan 22 20:16:05.424262 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Calling delete_port for 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:16:05.507842 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854105816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744547158814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744546775650'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:05.525936 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:05.578633 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Calling delete_port for 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa owned by network:dhcp {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 20:16:05.586933 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Pushing event deleted for resources: {'Port': ['ID=7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:05.591505 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:05.661326 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.db.api [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 20:16:05.661907 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_db.api [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 20:16:05.684399 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d8654-0252-4c2d-b030-2ea099b2b9ef None None] No DVR routers for this DVR port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa on host dv-cinder-768105-3-smb {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 20:16:06.162885 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Deleting port 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 20:16:06.163483 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292307620331'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:06.219356 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:16:06.237952 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] The port '7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa' was deleted {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 20:16:06.368892 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778877', 'neutron.services.segments.db._delete_segments_for_network-8744547260633'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:06.427544 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:16:06.427854 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device 7c51a16a-14d5-4ac6-9605-1c1e35f3e2fa not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:16:06.428594 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device ff3f46f7-69f5-4121-8dee-07626ea46d63 no longer exists at agent ovs-agent-dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 20:16:06.463416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] No Port match for: ff3f46f7-69f5-4121-8dee-07626ea46d63 {{(pid=80123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 20:16:06.463811 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.rpc [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Device ff3f46f7-69f5-4121-8dee-07626ea46d63 not bound to the agent host dv-cinder-768105-3-smb {{(pid=80123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 20:16:06.490421 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47866a98-6ecf-4167-b02a-a1d3006d8b07']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:06.503078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95717f8-a2e1-4dd5-9d42-9e6a69572946') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:06.503416 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.services.segments.db [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95717f8-a2e1-4dd5-9d42-9e6a69572946') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 20:16:06.515431 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744547262698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286557'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:06.530499 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776782'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:06.532471 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 20:16:06.712170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:16:06.721006 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-786360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565095'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:06.901548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.plugins.ml2.managers [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Network 47866a98-6ecf-4167-b02a-a1d3006d8b07 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: % (table.description, expected, rows_matched) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: % (table.description, expected, rows_matched) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: % (table.description, expected, rows_matched) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: % (table.description, expected, rows_matched) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: Traceback (most recent call last): Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: timer() Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: cb(*args, **kw) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: return func(*args, **kwargs) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: self._notify() Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: self.callback(batched_events) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: event.method(event) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: segment_id)['aggregates'][0] Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: return f(self, *a, **k) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: return self._get(url).json() Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: **kwargs) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: return self.request(url, 'GET', **kwargs) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: **endpoint_filter) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 20:16:06.923997 dv-cinder-768105-3-smb neutron-server[80010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 20:16:07.000112 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853997046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3686041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790172'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:07.003463 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:07.017507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3686058'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:07.031444 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=47866a98-6ecf-4167-b02a-a1d3006d8b07,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:07.034669 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:07.036506 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-6b777b3e-7879-4f84-8fab-e95e8915d3ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/47866a98-6ecf-4167-b02a-a1d3006d8b07 HTTP/1.1" status: 204 len: 168 time: 2.3014483 Jan 22 20:16:07.243710 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56182) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:07.300098 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-39ad7ad7-611f-4c0f-8a8a-651bbb6abc2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66a1dc04ace544a7b627757f56b383d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549624 Jan 22 20:16:07.302507 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56186) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:07.364727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:07.393648 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:07.443564 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:07.449170 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-5ca39a46-cf16-434c-bfeb-2960905fa725 tempest-TestShelveInstance-603065312 tempest-TestShelveInstance-603065312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:07.463259 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d83d13-200e-4c91-aa8d-b35a193c69b8,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:07.467366 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:07.470639 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:07.472662 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-c37dfe41-44d9-4d54-9111-6f6f2389f845 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65d83d13-200e-4c91-aa8d-b35a193c69b8 HTTP/1.1" status: 204 len: 168 time: 0.1683695 Jan 22 20:16:07.885962 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56194) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:07.937115 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-b69dadae-cb8e-4640-9387-3bb01f41d570 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4bbfd9d13114059bbc1d5fa00b7fa53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497930 Jan 22 20:16:07.939634 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [-] (80121) accepted ('10.222.0.18', 56198) {{(pid=80121) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 20:16:08.003636 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:08.030944 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:08.076954 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826753'] for security_group, after_delete {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:08.081994 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-13059e07-cb35-4299-bf24-fe66a1c2e170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 20:16:08.095808 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bd7dc-e885-473d-8665-8be27e72c311,revision_number=None']} {{(pid=80121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 20:16:08.098777 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG oslo_concurrency.lockutils [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 20:16:08.100043 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:08.101920 dv-cinder-768105-3-smb neutron-server[80010]: INFO neutron.wsgi [None req-faf64a6d-f9e2-4757-ba72-069dbbc09729 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad9bd7dc-e885-473d-8665-8be27e72c311 HTTP/1.1" status: 204 len: 168 time: 0.1609004 Jan 22 20:16:23.424560 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa89d-be5c-4c91-97b8-c0761e19dd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:25.790862 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-fb6b71f4-e9b3-461c-bd1c-ce332f71cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:26.247727 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:27.329134 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:27.853354 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:31.262234 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:16:33.692926 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:53.426934 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-18db098c-1470-4e36-82ca-1c27f5e6ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:55.791668 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2259-612c-440a-b746-9fa090682aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:56.253066 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:57.334362 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:16:57.856063 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:03.712580 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:08.262749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:17:23.428360 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9d995a1b-8822-46da-9a70-56f4df5543c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:25.792204 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-1776e44d-ec72-4382-8fa9-0e468d819646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:26.252632 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:27.336276 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:27.864819 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:33.720985 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:45.262829 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:17:53.431491 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-d8e3fa82-3c13-499c-ae48-e30a95745484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:55.793916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-29f0f6d3-6fb5-4b4f-b8ac-157d673b6a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:56.254896 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:57.337949 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:17:57.868181 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:03.728856 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:22.263404 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:18:23.433240 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8ca66bad-fa83-4f05-8c90-ea0df4e028c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:25.795230 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-10f62968-443a-462f-8304-51a611c56f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:26.258267 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:27.340436 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:27.870615 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:33.729015 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:53.435548 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-74201d36-ece8-475f-bc7c-12d6d08ebb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:55.798274 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-8552c7a6-3dbe-4d35-b15f-45930af6b312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:56.260981 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:57.347782 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:57.873346 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:18:59.264078 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:19:03.762914 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:23.437729 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-a3279883-c744-46ac-be03-9d64aececa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:25.799718 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-e11f73d7-a616-4e9d-a256-b9505406a054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:26.265038 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:27.340211 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:27.875229 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:33.760398 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:36.267713 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:19:53.439465 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2e1f3292-5602-476b-b852-c0f1d152badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:55.805513 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-c96cefc9-1ee4-4d67-93d8-24fd2137205b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:56.266570 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:57.341916 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:19:57.878591 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:03.759110 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:13.267773 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:20:23.441419 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-3829389e-b8dd-4874-861f-813c1cc87354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:25.806529 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-9fe3904b-ac9e-48ca-8e94-d5674bcc41ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:26.270214 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:27.343501 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:27.771595 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.wsgi [req-cc3b2fbc-9fee-4b9c-b978-c357cc901793 req-7861b52b-9127-40e2-888a-c73d120df169 service neutron] (80122) timed out ('10.222.0.22', 62668) {{(pid=80122) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 22 20:20:27.880749 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:33.776029 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:50.271162 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron.db.agents_db [None req-2792fa26-7fa1-4cfd-8cf0-904be5c32fb1 None None] Agent healthcheck: found 6 active agents {{(pid=80124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 20:20:53.443800 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-49013d4b-7e6d-4cef-ae32-9710ab45c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:55.810010 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-f67b3a67-569f-4a00-bc8a-d28ac41f67fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:56.272290 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-06c41404-da33-4c91-8e6e-d8382d6ee287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:57.344558 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-2d36f62c-9158-4388-bde7-0a4ffce33144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:20:57.883827 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-50c333e0-f843-4e1e-a904-2d516ea840c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 20:21:03.788341 dv-cinder-768105-3-smb neutron-server[80010]: DEBUG neutron_lib.callbacks.manager [None req-140a96a1-9f14-4802-9c62-b883fe033cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744547260616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771423'] for agent, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}